[ 611.582399] env[69265]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69265) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 611.582827] env[69265]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69265) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 611.582892] env[69265]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69265) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 611.583202] env[69265]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 611.678501] env[69265]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69265) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 611.688404] env[69265]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69265) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 611.731751] env[69265]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 612.289512] env[69265]: INFO nova.virt.driver [None req-6cbe397d-b9a9-4576-9d98-0957c6e1b77c None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 612.360721] env[69265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.360888] env[69265]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.360984] env[69265]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69265) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 615.545710] env[69265]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c4d080e5-d8b5-4498-8258-78be4257f7a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.561667] env[69265]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69265) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 615.561832] env[69265]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-de5e8446-6fef-4a86-93b1-b3f2d0054ab3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.593762] env[69265]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ba8c9. [ 615.593900] env[69265]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.233s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.594494] env[69265]: INFO nova.virt.vmwareapi.driver [None req-6cbe397d-b9a9-4576-9d98-0957c6e1b77c None None] VMware vCenter version: 7.0.3 [ 615.597969] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e6a20-f577-4076-b078-ccf232747b0a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.615218] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611bf0b7-6cb8-446c-be5a-c8174ba26d3c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.621229] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f740dc60-6aa9-471b-b824-7061c7bf7347 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.627873] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c28c81-67d3-4f12-915f-4acae69d7957 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.642179] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cfb67b-6507-4036-bb6c-aac2c4d984b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.648215] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b523cd-869e-469e-8449-ac1ee7d283cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.678843] env[69265]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6ebf03e9-bec8-40ae-b872-ec9132251233 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.683999] env[69265]: DEBUG nova.virt.vmwareapi.driver [None req-6cbe397d-b9a9-4576-9d98-0957c6e1b77c None None] Extension org.openstack.compute already exists. {{(pid=69265) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 615.686726] env[69265]: INFO nova.compute.provider_config [None req-6cbe397d-b9a9-4576-9d98-0957c6e1b77c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 616.190204] env[69265]: DEBUG nova.context [None req-6cbe397d-b9a9-4576-9d98-0957c6e1b77c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2cbd98da-0e48-4d4b-a0fa-6392b61c0e48(cell1) {{(pid=69265) load_cells /opt/stack/nova/nova/context.py:464}} [ 616.192553] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.192783] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.193618] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.194077] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Acquiring lock "2cbd98da-0e48-4d4b-a0fa-6392b61c0e48" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.194275] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Lock "2cbd98da-0e48-4d4b-a0fa-6392b61c0e48" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.195314] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Lock "2cbd98da-0e48-4d4b-a0fa-6392b61c0e48" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.215672] env[69265]: INFO dbcounter [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Registered counter for database nova_cell0 [ 616.223486] env[69265]: INFO dbcounter [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Registered counter for database nova_cell1 [ 616.226698] env[69265]: DEBUG oslo_db.sqlalchemy.engines [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69265) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 616.227101] env[69265]: DEBUG oslo_db.sqlalchemy.engines [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69265) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 616.231942] env[69265]: ERROR nova.db.main.api [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 616.231942] env[69265]: result = function(*args, **kwargs) [ 616.231942] env[69265]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 616.231942] env[69265]: return func(*args, **kwargs) [ 616.231942] env[69265]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 616.231942] env[69265]: result = fn(*args, **kwargs) [ 616.231942] env[69265]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 616.231942] env[69265]: return f(*args, **kwargs) [ 616.231942] env[69265]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 616.231942] env[69265]: return db.service_get_minimum_version(context, binaries) [ 616.231942] env[69265]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 616.231942] env[69265]: _check_db_access() [ 616.231942] env[69265]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 616.231942] env[69265]: stacktrace = ''.join(traceback.format_stack()) [ 616.231942] env[69265]: [ 616.232841] env[69265]: ERROR nova.db.main.api [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 616.232841] env[69265]: result = function(*args, **kwargs) [ 616.232841] env[69265]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 616.232841] env[69265]: return func(*args, **kwargs) [ 616.232841] env[69265]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 616.232841] env[69265]: result = fn(*args, **kwargs) [ 616.232841] env[69265]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 616.232841] env[69265]: return f(*args, **kwargs) [ 616.232841] env[69265]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 616.232841] env[69265]: return db.service_get_minimum_version(context, binaries) [ 616.232841] env[69265]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 616.232841] env[69265]: _check_db_access() [ 616.232841] env[69265]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 616.232841] env[69265]: stacktrace = ''.join(traceback.format_stack()) [ 616.232841] env[69265]: [ 616.233237] env[69265]: WARNING nova.objects.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 616.233441] env[69265]: WARNING nova.objects.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Failed to get minimum service version for cell 2cbd98da-0e48-4d4b-a0fa-6392b61c0e48 [ 616.233889] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Acquiring lock "singleton_lock" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.234094] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Acquired lock "singleton_lock" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.234372] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Releasing lock "singleton_lock" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.234724] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Full set of CONF: {{(pid=69265) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 616.234893] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ******************************************************************************** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 616.235076] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] Configuration options gathered from: {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 616.235252] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 616.235505] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 616.235663] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ================================================================================ {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 616.235888] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] allow_resize_to_same_host = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.236109] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] arq_binding_timeout = 300 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.236279] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] backdoor_port = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.236462] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] backdoor_socket = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.236642] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] block_device_allocate_retries = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.236810] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] block_device_allocate_retries_interval = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.236984] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cert = self.pem {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.237172] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.237344] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute_monitors = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.237513] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] config_dir = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.237697] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] config_drive_format = iso9660 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.237848] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.238028] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] config_source = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.238205] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] console_host = devstack {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.238372] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] control_exchange = nova {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.238544] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cpu_allocation_ratio = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.238695] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] daemon = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.238862] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] debug = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.239030] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] default_access_ip_network_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.239202] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] default_availability_zone = nova {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.239360] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] default_ephemeral_format = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.239522] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] default_green_pool_size = 1000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.239765] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.239933] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] default_schedule_zone = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.240109] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] disk_allocation_ratio = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.240271] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] enable_new_services = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.240449] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] enabled_apis = ['osapi_compute'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.240614] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] enabled_ssl_apis = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.240772] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] flat_injected = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.240930] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] force_config_drive = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.241102] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] force_raw_images = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.241271] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] graceful_shutdown_timeout = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.241431] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] heal_instance_info_cache_interval = -1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.241657] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] host = cpu-1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.241836] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.241998] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.242175] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.242401] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.242570] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] instance_build_timeout = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.242727] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] instance_delete_interval = 300 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.242894] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] instance_format = [instance: %(uuid)s] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.243070] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] instance_name_template = instance-%08x {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.243234] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] instance_usage_audit = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.243401] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] instance_usage_audit_period = month {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.243564] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.243729] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.243893] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] internal_service_availability_zone = internal {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.244065] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] key = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.244274] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] live_migration_retry_count = 30 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.244395] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_color = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.244559] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_config_append = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.244724] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.244881] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_dir = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.245048] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_file = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.245181] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_options = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.245341] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_rotate_interval = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.245587] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_rotate_interval_type = days {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.245713] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] log_rotation_type = none {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.245847] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.245975] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.246165] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.246347] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.246485] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.246652] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] long_rpc_timeout = 1800 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.246811] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] max_concurrent_builds = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.246967] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] max_concurrent_live_migrations = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.247138] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] max_concurrent_snapshots = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.247299] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] max_local_block_devices = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.247455] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] max_logfile_count = 30 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.247613] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] max_logfile_size_mb = 200 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.247794] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] maximum_instance_delete_attempts = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.247968] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] metadata_listen = 0.0.0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.248152] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] metadata_listen_port = 8775 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.248320] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] metadata_workers = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.248508] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] migrate_max_retries = -1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.248696] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] mkisofs_cmd = genisoimage {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.248901] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.249045] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] my_ip = 10.180.1.21 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.249254] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.249417] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] network_allocate_retries = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.249598] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.249765] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.249930] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] osapi_compute_listen_port = 8774 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.250109] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] osapi_compute_unique_server_name_scope = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.250289] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] osapi_compute_workers = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.250445] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] password_length = 12 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.250602] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] periodic_enable = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.250759] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] periodic_fuzzy_delay = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.250924] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] pointer_model = usbtablet {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.251099] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] preallocate_images = none {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.251261] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] publish_errors = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.251390] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] pybasedir = /opt/stack/nova {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.251548] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ram_allocation_ratio = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.251706] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] rate_limit_burst = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.251872] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] rate_limit_except_level = CRITICAL {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.252039] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] rate_limit_interval = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.252201] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] reboot_timeout = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.252359] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] reclaim_instance_interval = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.252513] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] record = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.252680] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] reimage_timeout_per_gb = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.252843] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] report_interval = 120 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.253009] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] rescue_timeout = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.253177] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] reserved_host_cpus = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.253341] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] reserved_host_disk_mb = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.253499] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] reserved_host_memory_mb = 512 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.253657] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] reserved_huge_pages = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.253816] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] resize_confirm_window = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.253970] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] resize_fs_using_block_device = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.254138] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] resume_guests_state_on_host_boot = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.254308] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.254469] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] rpc_response_timeout = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.254626] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] run_external_periodic_tasks = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.254790] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] running_deleted_instance_action = reap {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.254947] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.255117] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] running_deleted_instance_timeout = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.255276] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler_instance_sync_interval = 120 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.255469] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_down_time = 720 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.255695] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] servicegroup_driver = db {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.255802] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] shell_completion = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.255959] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] shelved_offload_time = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.256128] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] shelved_poll_interval = 3600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.256301] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] shutdown_timeout = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.256484] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] source_is_ipv6 = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.256652] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ssl_only = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.256908] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.257094] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] sync_power_state_interval = 600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.257260] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] sync_power_state_pool_size = 1000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.257429] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] syslog_log_facility = LOG_USER {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.257588] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] tempdir = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.257773] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] timeout_nbd = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.257954] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] transport_url = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.258134] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] update_resources_interval = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.258298] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] use_cow_images = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.258456] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] use_journal = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.258618] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] use_json = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.258777] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] use_rootwrap_daemon = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.258933] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] use_stderr = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.259102] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] use_syslog = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.259260] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vcpu_pin_set = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.259427] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plugging_is_fatal = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.259595] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plugging_timeout = 300 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.259759] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] virt_mkfs = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.259919] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] volume_usage_poll_interval = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.260096] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] watch_log_file = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.260266] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] web = /usr/share/spice-html5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.260468] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.260647] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.260817] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.260985] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_concurrency.disable_process_locking = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.261548] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.261743] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.261916] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.262113] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.262293] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.262461] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.262647] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.auth_strategy = keystone {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.262818] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.compute_link_prefix = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.262995] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.263187] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.dhcp_domain = novalocal {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.263361] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.enable_instance_password = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.263526] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.glance_link_prefix = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.263691] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.263863] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.264048] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.instance_list_per_project_cells = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.264219] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.list_records_by_skipping_down_cells = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.264383] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.local_metadata_per_cell = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.264556] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.max_limit = 1000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.264723] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.metadata_cache_expiration = 15 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.264899] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.neutron_default_tenant_id = default {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.265084] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.response_validation = warn {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.265260] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.use_neutron_default_nets = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.265459] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.265630] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.265804] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.265972] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.266160] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.vendordata_dynamic_targets = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.266325] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.vendordata_jsonfile_path = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.266534] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.266734] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.backend = dogpile.cache.memcached {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.266904] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.backend_argument = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.267079] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.backend_expiration_time = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.267255] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.config_prefix = cache.oslo {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.267429] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.dead_timeout = 60.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.267595] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.debug_cache_backend = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.267784] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.enable_retry_client = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.267963] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.enable_socket_keepalive = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.268155] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.enabled = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.268324] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.enforce_fips_mode = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.268489] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.expiration_time = 600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.268656] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.hashclient_retry_attempts = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.268821] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.268982] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_dead_retry = 300 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.269155] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_password = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.269320] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.269481] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.269646] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_pool_maxsize = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.269808] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.269970] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_sasl_enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.270164] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.270332] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.270494] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.memcache_username = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.270664] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.proxies = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.270827] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.redis_db = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.270988] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.redis_password = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.271179] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.271359] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.271533] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.redis_server = localhost:6379 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.271699] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.redis_socket_timeout = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.271860] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.redis_username = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.272036] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.retry_attempts = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.272209] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.retry_delay = 0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.272376] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.socket_keepalive_count = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.272566] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.socket_keepalive_idle = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.272758] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.socket_keepalive_interval = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.272926] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.tls_allowed_ciphers = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.273103] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.tls_cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.273269] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.tls_certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.273433] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.tls_enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.273596] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cache.tls_keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.273769] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.273947] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.auth_type = password {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.274124] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.274303] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.274466] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.274631] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.274798] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.cross_az_attach = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.274963] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.debug = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.275140] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.endpoint_template = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.275306] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.http_retries = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.275498] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.275665] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.275841] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.os_region_name = RegionOne {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.276012] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.276182] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cinder.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.276364] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.276542] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.cpu_dedicated_set = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.276704] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.cpu_shared_set = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.276868] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.image_type_exclude_list = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.277040] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.277209] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.277372] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.277535] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.277721] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.277900] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.resource_provider_association_refresh = 300 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.278076] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.278242] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.shutdown_retry_interval = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.278424] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.278607] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] conductor.workers = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.278784] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] console.allowed_origins = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.278947] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] console.ssl_ciphers = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.279131] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] console.ssl_minimum_version = default {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.279304] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] consoleauth.enforce_session_timeout = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.279471] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] consoleauth.token_ttl = 600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.279646] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.279808] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.279970] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.280145] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.connect_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.280304] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.connect_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.280462] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.endpoint_override = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.280626] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.280784] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.280968] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.max_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.281136] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.min_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.281311] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.region_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.281472] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.retriable_status_codes = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.281634] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.281805] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.service_type = accelerator {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.281966] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.282138] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.status_code_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.282296] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.status_code_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.282455] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.282638] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.282799] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] cyborg.version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.282968] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.asyncio_connection = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.283141] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.asyncio_slave_connection = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.283313] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.backend = sqlalchemy {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.283479] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.connection = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.283644] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.connection_debug = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.283812] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.connection_parameters = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.283974] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.connection_recycle_time = 3600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.284149] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.connection_trace = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.284311] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.db_inc_retry_interval = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.284474] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.db_max_retries = 20 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.284663] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.db_max_retry_interval = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.284843] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.db_retry_interval = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.285016] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.max_overflow = 50 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.285188] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.max_pool_size = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.285358] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.max_retries = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.285549] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.285715] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.mysql_wsrep_sync_wait = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.285874] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.pool_timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.286048] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.retry_interval = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.286211] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.slave_connection = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.286374] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.sqlite_synchronous = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.286535] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] database.use_db_reconnect = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.286702] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.asyncio_connection = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.286861] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.asyncio_slave_connection = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.287050] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.backend = sqlalchemy {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.287229] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.connection = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.287395] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.connection_debug = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.287566] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.connection_parameters = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.287747] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.connection_recycle_time = 3600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.287922] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.connection_trace = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.288099] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.db_inc_retry_interval = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.288267] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.db_max_retries = 20 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.288431] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.db_max_retry_interval = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.288595] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.db_retry_interval = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.288756] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.max_overflow = 50 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.288916] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.max_pool_size = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.289091] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.max_retries = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.289267] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.289427] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.289587] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.pool_timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.289748] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.retry_interval = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.289905] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.slave_connection = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.290081] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] api_database.sqlite_synchronous = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.290261] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] devices.enabled_mdev_types = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.290439] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.290610] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.290811] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ephemeral_storage_encryption.enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.290932] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.291119] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.api_servers = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.291284] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.291446] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.291611] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.291767] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.connect_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.291925] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.connect_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.292097] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.debug = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.292264] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.default_trusted_certificate_ids = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.292424] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.enable_certificate_validation = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.292586] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.enable_rbd_download = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.292743] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.endpoint_override = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.292905] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.293078] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.293241] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.max_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.293394] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.min_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.293553] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.num_retries = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.293719] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.rbd_ceph_conf = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.293877] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.rbd_connect_timeout = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.294085] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.rbd_pool = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.294332] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.rbd_user = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.294520] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.region_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.294687] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.retriable_status_codes = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.294848] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.295028] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.service_type = image {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.295199] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.295387] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.status_code_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.295548] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.status_code_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.295713] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.295896] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.296077] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.verify_glance_signatures = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.296239] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] glance.version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.296436] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] guestfs.debug = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.296625] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.296789] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.auth_type = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.296949] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.297123] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.297289] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.297448] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.connect_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.297606] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.connect_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.297765] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.endpoint_override = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.297922] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.298090] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.298252] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.max_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.298409] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.min_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.298568] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.region_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.298724] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.retriable_status_codes = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.298880] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.299062] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.service_type = shared-file-system {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.299232] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.share_apply_policy_timeout = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.299393] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.299552] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.status_code_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.299709] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.status_code_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.299865] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.300057] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.300221] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] manila.version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.300389] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] mks.enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.300738] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.300926] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] image_cache.manager_interval = 2400 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.301117] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] image_cache.precache_concurrency = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.301290] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] image_cache.remove_unused_base_images = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.301458] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.301626] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.301802] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] image_cache.subdirectory_name = _base {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.301974] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.api_max_retries = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.302150] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.api_retry_interval = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.302308] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.302468] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.auth_type = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.302627] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.302784] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.302944] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.303120] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.conductor_group = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.303281] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.connect_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.303438] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.connect_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.303596] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.endpoint_override = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.303755] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.303913] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.304083] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.max_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.304242] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.min_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.304407] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.peer_list = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.304567] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.region_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.304724] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.retriable_status_codes = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.304890] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.serial_console_state_timeout = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.305060] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.305233] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.service_type = baremetal {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.305423] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.shard = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.305599] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.305761] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.status_code_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.305920] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.status_code_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.306089] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.306276] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.306455] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ironic.version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.306648] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.306821] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] key_manager.fixed_key = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.307008] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.307179] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.barbican_api_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.307336] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.barbican_endpoint = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.307504] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.barbican_endpoint_type = public {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.307663] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.barbican_region_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.307820] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.307975] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.308150] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.308310] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.308465] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.308626] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.number_of_retries = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.308782] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.retry_delay = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.308940] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.send_service_user_token = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.309113] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.309270] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.309432] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.verify_ssl = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.309589] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican.verify_ssl_path = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.309750] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.309911] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.auth_type = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.310079] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.310238] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.310400] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.310563] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.310719] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.310879] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.311047] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] barbican_service_user.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.311217] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.approle_role_id = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.311378] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.approle_secret_id = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.311550] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.kv_mountpoint = secret {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.311709] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.kv_path = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.311871] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.kv_version = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.312039] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.namespace = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.312201] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.root_token_id = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.312358] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.ssl_ca_crt_file = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.312525] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.timeout = 60.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.312686] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.use_ssl = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.312854] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.313030] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.313193] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.313376] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.313519] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.connect_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.313673] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.connect_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.313884] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.endpoint_override = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.314080] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.314244] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.314400] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.max_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.314557] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.min_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.314718] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.region_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.314879] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.retriable_status_codes = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.315061] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.315222] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.service_type = identity {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.315417] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.315568] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.status_code_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.315729] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.status_code_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.315888] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.316080] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.316245] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] keystone.version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.316453] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.ceph_mount_options = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.316749] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.316940] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.connection_uri = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.317123] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.cpu_mode = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.317295] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.317465] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.cpu_models = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.317639] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.cpu_power_governor_high = performance {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.317807] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.317970] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.cpu_power_management = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.318154] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.318327] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.device_detach_attempts = 8 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.318494] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.device_detach_timeout = 20 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.318660] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.disk_cachemodes = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.318820] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.disk_prefix = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.318982] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.enabled_perf_events = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.319156] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.file_backed_memory = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.319320] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.gid_maps = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.319477] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.hw_disk_discard = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.319634] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.hw_machine_type = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.319802] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.images_rbd_ceph_conf = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.319965] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.320139] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.320306] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.images_rbd_glance_store_name = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.320474] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.images_rbd_pool = rbd {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.320643] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.images_type = default {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.320800] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.images_volume_group = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.320960] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.inject_key = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.321136] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.inject_partition = -2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.321297] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.inject_password = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.321456] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.iscsi_iface = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.321617] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.iser_use_multipath = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.321778] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.321936] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.322107] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_downtime = 500 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.322270] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.322428] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.322586] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_inbound_addr = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.322745] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.322904] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.323070] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_scheme = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.323246] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_timeout_action = abort {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.323431] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_tunnelled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.323568] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_uri = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.323728] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.live_migration_with_native_tls = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.323884] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.max_queues = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.324057] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.324288] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.324452] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.nfs_mount_options = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.324742] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.324917] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.325094] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.325259] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.325443] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.325621] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.num_pcie_ports = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.325789] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.325955] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.pmem_namespaces = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.326129] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.quobyte_client_cfg = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.326448] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.326628] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.326793] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.326955] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.327129] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rbd_secret_uuid = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.327290] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rbd_user = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.327452] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.327626] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.327783] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rescue_image_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.327942] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rescue_kernel_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.328115] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rescue_ramdisk_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.328287] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.328446] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.rx_queue_size = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.328616] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.smbfs_mount_options = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.328907] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.329097] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.snapshot_compression = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.329264] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.snapshot_image_format = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.329492] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.329660] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.sparse_logical_volumes = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.329822] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.swtpm_enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.329991] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.swtpm_group = tss {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.330171] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.swtpm_user = tss {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.330342] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.sysinfo_serial = unique {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.330500] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.tb_cache_size = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.330658] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.tx_queue_size = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.330818] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.uid_maps = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.330978] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.use_virtio_for_bridges = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.331163] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.virt_type = kvm {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.331331] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.volume_clear = zero {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.331491] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.volume_clear_size = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.331656] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.volume_enforce_multipath = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.331820] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.volume_use_multipath = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.331980] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.vzstorage_cache_path = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.332165] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.332335] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.332498] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.332666] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.332948] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.333149] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.vzstorage_mount_user = stack {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.333318] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.333496] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.333674] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.auth_type = password {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.333933] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.334232] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.334523] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.334806] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.connect_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.335097] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.connect_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.335309] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.default_floating_pool = public {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.335503] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.endpoint_override = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.335676] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.extension_sync_interval = 600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.335842] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.http_retries = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.336018] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.336181] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.336344] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.max_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.336517] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.336676] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.min_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.336845] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.ovs_bridge = br-int {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.337013] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.physnets = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.337192] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.region_name = RegionOne {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.337353] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.retriable_status_codes = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.337522] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.service_metadata_proxy = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.337681] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.337848] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.service_type = network {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.338024] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.338243] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.status_code_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.338414] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.status_code_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.338576] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.338758] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.338920] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] neutron.version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.339107] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] notifications.bdms_in_notifications = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.339286] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] notifications.default_level = INFO {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.339449] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] notifications.include_share_mapping = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.339624] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] notifications.notification_format = unversioned {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.339787] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] notifications.notify_on_state_change = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.339961] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.340154] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] pci.alias = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.340325] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] pci.device_spec = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.340486] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] pci.report_in_placement = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.340658] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.340831] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.auth_type = password {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.340998] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.341173] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.341331] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.341490] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.341647] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.connect_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.341801] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.connect_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.341955] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.default_domain_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.342121] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.default_domain_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.342275] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.domain_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.342429] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.domain_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.342585] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.endpoint_override = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.342742] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.342896] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.343059] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.max_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.343214] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.min_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.343381] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.password = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.343538] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.project_domain_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.343701] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.project_domain_name = Default {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.343871] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.project_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.344052] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.project_name = service {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.344223] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.region_name = RegionOne {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.344384] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.retriable_status_codes = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.344546] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.344716] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.service_type = placement {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.344877] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.345048] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.status_code_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.345210] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.status_code_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.345382] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.system_scope = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.345553] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.345716] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.trust_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.345872] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.user_domain_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.346056] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.user_domain_name = Default {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.346217] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.user_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.346402] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.username = nova {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.346650] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.346833] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] placement.version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.347030] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.cores = 20 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.347205] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.count_usage_from_placement = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.347383] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.347554] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.injected_file_content_bytes = 10240 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.347719] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.injected_file_path_length = 255 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.347883] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.injected_files = 5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.348060] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.instances = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.348229] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.key_pairs = 100 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.348393] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.metadata_items = 128 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.348557] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.ram = 51200 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.348718] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.recheck_quota = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.348878] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.server_group_members = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.349052] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.server_groups = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.349262] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.349438] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] quota.unified_limits_resource_strategy = require {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.349612] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.349774] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.349934] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.image_metadata_prefilter = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.350109] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.350276] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.max_attempts = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.350434] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.max_placement_results = 1000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.350597] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.350756] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.350913] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.351098] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] scheduler.workers = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.351277] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.351451] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.351628] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.351794] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.351953] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.352129] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.352294] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.352478] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.352671] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.host_subset_size = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.352888] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.353013] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.353182] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.353345] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.353514] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.353676] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.isolated_hosts = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.353835] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.isolated_images = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.353991] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.354162] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.354321] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.354479] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.pci_in_placement = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.354636] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.354792] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.354947] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.355115] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.355273] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.355496] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.355676] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.track_instance_changes = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.355784] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.355958] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] metrics.required = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.356132] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] metrics.weight_multiplier = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.356295] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.356468] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] metrics.weight_setting = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.356792] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.356996] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] serial_console.enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.357159] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] serial_console.port_range = 10000:20000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.357331] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.357498] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.357706] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] serial_console.serialproxy_port = 6083 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.357848] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.358016] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.auth_type = password {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.358181] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.358339] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.358507] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.358693] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.358852] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.359035] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.send_service_user_token = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.359202] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.359358] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] service_user.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.359527] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.agent_enabled = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.359685] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.359988] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.360203] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.360373] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.html5proxy_port = 6082 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.360534] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.image_compression = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.360688] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.jpeg_compression = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.360842] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.playback_compression = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.360998] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.require_secure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.361179] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.server_listen = 127.0.0.1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.361346] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.361621] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.361791] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.streaming_mode = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.361948] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] spice.zlib_compression = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.362127] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] upgrade_levels.baseapi = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.362300] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] upgrade_levels.compute = auto {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.362458] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] upgrade_levels.conductor = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.362617] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] upgrade_levels.scheduler = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.362776] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.362932] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.363098] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.363253] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.363411] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.363571] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.363725] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.363883] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.364046] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vendordata_dynamic_auth.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.364219] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.api_retry_count = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.364377] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.ca_file = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.364545] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.364737] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.cluster_name = testcl1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.364912] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.connection_pool_size = 10 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.365088] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.console_delay_seconds = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.365264] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.datastore_regex = ^datastore.* {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.365501] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.365681] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.host_password = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.365849] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.host_port = 443 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.366029] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.host_username = administrator@vsphere.local {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.366205] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.insecure = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.366369] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.integration_bridge = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.366533] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.maximum_objects = 100 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.366688] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.pbm_default_policy = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.366846] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.pbm_enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.367009] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.pbm_wsdl_location = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.367181] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.367337] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.serial_port_proxy_uri = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.367491] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.serial_port_service_uri = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.367664] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.task_poll_interval = 0.5 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.367824] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.use_linked_clone = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.367991] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.vnc_keymap = en-us {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.368175] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.vnc_port = 5900 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.368339] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vmware.vnc_port_total = 10000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.368523] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.auth_schemes = ['none'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.368698] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.368987] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.369194] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.369370] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.novncproxy_port = 6080 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.369561] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.server_listen = 127.0.0.1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.369742] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.369902] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.vencrypt_ca_certs = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.370072] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.vencrypt_client_cert = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.370233] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vnc.vencrypt_client_key = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.370410] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.370596] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.disable_deep_image_inspection = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.370776] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.370942] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.371116] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.371278] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.disable_rootwrap = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.371437] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.enable_numa_live_migration = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.371599] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.371759] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.371916] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.372089] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.libvirt_disable_apic = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.372253] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.372415] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.372576] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.372736] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.372895] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.373067] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.373230] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.373388] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.373548] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.373710] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.373894] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.374073] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.client_socket_timeout = 900 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.374242] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.default_pool_size = 1000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.374407] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.keep_alive = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.374572] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.max_header_line = 16384 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.374732] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.374888] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.ssl_ca_file = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.375056] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.ssl_cert_file = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.375218] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.ssl_key_file = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.375423] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.tcp_keepidle = 600 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.375614] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.375788] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] zvm.ca_file = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.375949] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] zvm.cloud_connector_url = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.376262] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.376442] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] zvm.reachable_timeout = 300 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.376634] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.376814] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.376990] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.connection_string = messaging:// {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.377210] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.enabled = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.377340] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.es_doc_type = notification {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.377500] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.es_scroll_size = 10000 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.377667] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.es_scroll_time = 2m {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.377825] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.filter_error_trace = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.377987] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.hmac_keys = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.378166] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.sentinel_service_name = mymaster {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.378329] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.socket_timeout = 0.1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.378492] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.trace_requests = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.378651] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler.trace_sqlalchemy = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.378821] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler_jaeger.process_tags = {} {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.378979] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler_jaeger.service_name_prefix = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.379152] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] profiler_otlp.service_name_prefix = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.379315] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] remote_debug.host = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.379473] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] remote_debug.port = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.379649] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.379811] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.379970] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.380146] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.380307] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.380495] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.380658] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.380777] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.380965] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.381156] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.381316] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.381484] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.381669] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.381814] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.381973] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.382157] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.382318] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.382478] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.382649] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.382810] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.382969] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.383146] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.383312] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.383472] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.383632] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.383791] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.383948] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.384119] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.384289] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.384451] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.384614] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.ssl = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.384786] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.384946] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.385120] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.385287] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.385480] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.385648] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.385849] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.386015] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_notifications.retry = -1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.386205] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.386385] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.386564] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.auth_section = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.386738] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.auth_type = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.386898] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.cafile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.387067] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.certfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.387231] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.collect_timing = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.387389] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.connect_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.387548] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.connect_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.387714] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.endpoint_id = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.387889] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.388065] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.endpoint_override = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.388228] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.endpoint_region_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.388385] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.endpoint_service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.388542] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.endpoint_service_type = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.388702] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.insecure = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.388857] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.keyfile = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.389018] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.max_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.389178] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.min_version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.389336] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.region_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.389495] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.retriable_status_codes = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.389652] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.service_name = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.389805] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.service_type = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.389965] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.split_loggers = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.390136] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.status_code_retries = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.390295] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.status_code_retry_delay = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.390449] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.timeout = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.390606] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.valid_interfaces = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.390761] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_limit.version = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.390923] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_reports.file_event_handler = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.391103] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.391265] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] oslo_reports.log_dir = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.391436] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.391597] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.391764] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.391915] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.392091] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.392253] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.392423] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.392584] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_ovs_privileged.group = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.392738] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.392903] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.393074] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.393235] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] vif_plug_ovs_privileged.user = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.393403] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.393585] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.393756] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.393924] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.394104] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.394276] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.394443] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.394604] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.394779] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.394952] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_ovs.isolate_vif = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.395131] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.395299] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.395489] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.395667] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.395829] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] os_vif_ovs.per_port_bridge = False {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.395999] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] privsep_osbrick.capabilities = [21] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.396173] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] privsep_osbrick.group = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.396333] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] privsep_osbrick.helper_command = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.396515] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.396690] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.396850] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] privsep_osbrick.user = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.397038] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.397205] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] nova_sys_admin.group = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.397368] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] nova_sys_admin.helper_command = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.397529] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.397689] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.397842] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] nova_sys_admin.user = None {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.397975] env[69265]: DEBUG oslo_service.backend.eventlet.service [None req-47e31e33-4d1f-49f0-9c9f-60fb00f01e81 None None] ******************************************************************************** {{(pid=69265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 616.398402] env[69265]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 616.906073] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Getting list of instances from cluster (obj){ [ 616.906073] env[69265]: value = "domain-c8" [ 616.906073] env[69265]: _type = "ClusterComputeResource" [ 616.906073] env[69265]: } {{(pid=69265) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.906073] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6ef3e9-e137-4f9a-8a92-1715aa22c07a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.913568] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Got total of 0 instances {{(pid=69265) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.914354] env[69265]: WARNING nova.virt.vmwareapi.driver [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 616.914987] env[69265]: INFO nova.virt.node [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Generated node identity 54dc8967-839c-47d9-afbf-145e08cc68ae [ 616.915470] env[69265]: INFO nova.virt.node [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Wrote node identity 54dc8967-839c-47d9-afbf-145e08cc68ae to /opt/stack/data/n-cpu-1/compute_id [ 617.419808] env[69265]: WARNING nova.compute.manager [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Compute nodes ['54dc8967-839c-47d9-afbf-145e08cc68ae'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 618.425342] env[69265]: INFO nova.compute.manager [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 619.431886] env[69265]: WARNING nova.compute.manager [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 619.432218] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.432418] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.432579] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.432733] env[69265]: DEBUG nova.compute.resource_tracker [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 619.433657] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89679d44-ccdd-41e3-842a-72296a1269e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.441967] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d5c057-e739-4100-b41e-affca526781e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.457161] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae378fb3-591d-490a-8e68-3602b7c8f524 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.463947] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badf8e6d-b4a8-4447-b6b6-6531168f2599 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.492655] env[69265]: DEBUG nova.compute.resource_tracker [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180922MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 619.492856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.493076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.999348] env[69265]: WARNING nova.compute.resource_tracker [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] No compute node record for cpu-1:54dc8967-839c-47d9-afbf-145e08cc68ae: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 54dc8967-839c-47d9-afbf-145e08cc68ae could not be found. [ 620.503906] env[69265]: INFO nova.compute.resource_tracker [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 54dc8967-839c-47d9-afbf-145e08cc68ae [ 622.011380] env[69265]: DEBUG nova.compute.resource_tracker [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 622.011814] env[69265]: DEBUG nova.compute.resource_tracker [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 622.168337] env[69265]: INFO nova.scheduler.client.report [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] [req-3dd9bf7b-3a02-40d8-a16b-5cc07e250e06] Created resource provider record via placement API for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 622.186553] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9648bfd7-d706-421b-8255-f4ed0e1f1a16 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.194637] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25d4592-ad43-46df-bdf4-bb7feec30fd1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.224830] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f6d931-83a4-4fc1-bb4c-06d674c3b52a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.232492] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a72ad-4a08-4d72-bd98-9d1edc296007 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.245719] env[69265]: DEBUG nova.compute.provider_tree [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.782775] env[69265]: DEBUG nova.scheduler.client.report [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 622.783142] env[69265]: DEBUG nova.compute.provider_tree [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 0 to 1 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 622.783325] env[69265]: DEBUG nova.compute.provider_tree [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.832606] env[69265]: DEBUG nova.compute.provider_tree [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 1 to 2 during operation: update_traits {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 623.336876] env[69265]: DEBUG nova.compute.resource_tracker [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 623.337288] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.337288] env[69265]: DEBUG nova.service [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Creating RPC server for service compute {{(pid=69265) start /opt/stack/nova/nova/service.py:178}} [ 623.351051] env[69265]: DEBUG nova.service [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] Join ServiceGroup membership for this service compute {{(pid=69265) start /opt/stack/nova/nova/service.py:195}} [ 623.351235] env[69265]: DEBUG nova.servicegroup.drivers.db [None req-0df0431e-2620-40ed-b241-39a47a7585a3 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69265) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 659.353845] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.857463] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Getting list of instances from cluster (obj){ [ 659.857463] env[69265]: value = "domain-c8" [ 659.857463] env[69265]: _type = "ClusterComputeResource" [ 659.857463] env[69265]: } {{(pid=69265) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 659.858948] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523ee10b-2d78-4299-b19a-4d44c2e33bbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.869366] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Got total of 0 instances {{(pid=69265) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 659.869622] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.869980] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Getting list of instances from cluster (obj){ [ 659.869980] env[69265]: value = "domain-c8" [ 659.869980] env[69265]: _type = "ClusterComputeResource" [ 659.869980] env[69265]: } {{(pid=69265) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 659.870870] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6a386b-ca84-4591-9db0-a14ffe16c39b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.879254] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Got total of 0 instances {{(pid=69265) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 660.657535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.657535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.978771] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.978771] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.162171] env[69265]: DEBUG nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.480999] env[69265]: DEBUG nova.compute.manager [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.717750] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.718772] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.720221] env[69265]: INFO nova.compute.claims [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.014352] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.261174] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.261419] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.701622] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "f6588f67-f186-4f6e-b085-0d35eff561a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.703631] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "f6588f67-f186-4f6e-b085-0d35eff561a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.764426] env[69265]: DEBUG nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.835030] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62dd88e-8119-463d-9bfe-803a963e6fbc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.843868] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23004b5d-559a-4ea5-a5ab-0e8d9bb7e3c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.879854] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3adccb8-fbce-4989-b7b7-57161b57b044 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.889431] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6126f-fd7c-42c4-a040-5c6b73e3b586 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.905544] env[69265]: DEBUG nova.compute.provider_tree [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.204771] env[69265]: DEBUG nova.compute.manager [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.291421] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.409337] env[69265]: DEBUG nova.scheduler.client.report [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.736323] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.917066] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.917066] env[69265]: DEBUG nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.919541] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.905s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.921796] env[69265]: INFO nova.compute.claims [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.426329] env[69265]: DEBUG nova.compute.utils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.432022] env[69265]: DEBUG nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.432022] env[69265]: DEBUG nova.network.neutron [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.538533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquiring lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.540273] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.934656] env[69265]: DEBUG nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.041436] env[69265]: DEBUG nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.046761] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d346e-81ed-488f-8e2f-7c0307bd266c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.054298] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c6adcb-0004-49d7-9f58-b5e778497ab0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.091374] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf276a6e-d093-4ef9-9084-b81812c48b8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.100530] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d671f-6e55-430b-9437-d398a0d77550 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.117478] env[69265]: DEBUG nova.policy [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7ab6b849584365900037a2cfcf0898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6460ea17a0c1475d95aef647e3084793', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.129436] env[69265]: DEBUG nova.compute.provider_tree [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.568927] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.631960] env[69265]: DEBUG nova.scheduler.client.report [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.841309] env[69265]: DEBUG nova.network.neutron [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Successfully created port: 323692cc-81f0-45b0-a9bf-2db516c8ce24 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.946738] env[69265]: DEBUG nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.986758] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.986758] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.986758] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.986758] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.987043] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.987043] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.987043] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.987043] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.987161] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.987426] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.987490] env[69265]: DEBUG nova.virt.hardware [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.988440] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854deb27-8e58-4e7b-82a3-1215472ea5c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.996849] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960392b5-e85f-4e84-88b8-1824a4999a43 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.017121] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43321a3d-1d4e-4bdf-bfd8-3647742d7602 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.137749] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.138666] env[69265]: DEBUG nova.compute.manager [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.142653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.852s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.148491] env[69265]: INFO nova.compute.claims [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.471962] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquiring lock "159133ec-f812-4c14-83b0-2428af776431" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.472247] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "159133ec-f812-4c14-83b0-2428af776431" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.653183] env[69265]: DEBUG nova.compute.utils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.656067] env[69265]: DEBUG nova.compute.manager [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 666.975452] env[69265]: DEBUG nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.160126] env[69265]: DEBUG nova.compute.manager [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.282630] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb030a1-101f-4f96-bc37-51dd8c7bbca9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.291285] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e7576-7ae9-4d92-b4c8-15810581953a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.324344] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f73600-d5bf-4356-b6d3-5b9bf817827e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.333956] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d55b057-d3a2-4058-bcdb-5a5c44e8320a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.349203] env[69265]: DEBUG nova.compute.provider_tree [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.509244] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.854308] env[69265]: DEBUG nova.scheduler.client.report [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.179609] env[69265]: DEBUG nova.compute.manager [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.536824] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.536824] env[69265]: DEBUG nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.536824] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.629s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.536824] env[69265]: INFO nova.compute.claims [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.563394] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.563848] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.563848] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.564329] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.564329] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.564329] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.564533] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.564956] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.564956] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.565688] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.565688] env[69265]: DEBUG nova.virt.hardware [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.566088] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a19c7f-526e-4b3c-8eeb-bfe271606d23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.578895] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a8d850-0f57-4197-97b4-3e11a67ecadb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.595399] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.611067] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.612032] env[69265]: DEBUG nova.network.neutron [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Successfully updated port: 323692cc-81f0-45b0-a9bf-2db516c8ce24 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.614095] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c66746e-5708-40d3-a5eb-06eb02fd239c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.627411] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Created folder: OpenStack in parent group-v4. [ 668.627625] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Creating folder: Project (0d296a12648d4ad2a4d4c5c83f125449). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.627862] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac60ca32-fd58-4a0a-a8a4-093550a09559 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.637959] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Created folder: Project (0d296a12648d4ad2a4d4c5c83f125449) in parent group-v694865. [ 668.638447] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Creating folder: Instances. Parent ref: group-v694866. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.638447] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-929230e3-8939-4989-938d-a551a79fb09f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.647691] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Created folder: Instances in parent group-v694866. [ 668.647942] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.648138] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.648418] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bded58e7-11b2-42fc-ac22-d5515cd869ec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.665256] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.665256] env[69265]: value = "task-3475512" [ 668.665256] env[69265]: _type = "Task" [ 668.665256] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.675425] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475512, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.046522] env[69265]: DEBUG nova.compute.utils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.048506] env[69265]: DEBUG nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.048994] env[69265]: DEBUG nova.network.neutron [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.118474] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.118626] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.118802] env[69265]: DEBUG nova.network.neutron [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.147999] env[69265]: DEBUG nova.compute.manager [req-d2cb10b3-85bc-4223-9434-387c3e8f06f3 req-fff3da62-9026-488c-ae39-4367e38491b8 service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Received event network-vif-plugged-323692cc-81f0-45b0-a9bf-2db516c8ce24 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.148111] env[69265]: DEBUG oslo_concurrency.lockutils [req-d2cb10b3-85bc-4223-9434-387c3e8f06f3 req-fff3da62-9026-488c-ae39-4367e38491b8 service nova] Acquiring lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.148291] env[69265]: DEBUG oslo_concurrency.lockutils [req-d2cb10b3-85bc-4223-9434-387c3e8f06f3 req-fff3da62-9026-488c-ae39-4367e38491b8 service nova] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.148452] env[69265]: DEBUG oslo_concurrency.lockutils [req-d2cb10b3-85bc-4223-9434-387c3e8f06f3 req-fff3da62-9026-488c-ae39-4367e38491b8 service nova] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.148611] env[69265]: DEBUG nova.compute.manager [req-d2cb10b3-85bc-4223-9434-387c3e8f06f3 req-fff3da62-9026-488c-ae39-4367e38491b8 service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] No waiting events found dispatching network-vif-plugged-323692cc-81f0-45b0-a9bf-2db516c8ce24 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.148773] env[69265]: WARNING nova.compute.manager [req-d2cb10b3-85bc-4223-9434-387c3e8f06f3 req-fff3da62-9026-488c-ae39-4367e38491b8 service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Received unexpected event network-vif-plugged-323692cc-81f0-45b0-a9bf-2db516c8ce24 for instance with vm_state building and task_state spawning. [ 669.175674] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475512, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.195265] env[69265]: DEBUG nova.policy [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6616d6de5dac4f09b560539b7ab92a58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ac78e1837844817a57f14117be0a0ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.557446] env[69265]: DEBUG nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.681131] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475512, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.687507] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d160580a-c988-434c-bb24-4dab0a8013fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.697897] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc5267b-0c74-4663-9cf1-e4d35f50fcda {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.732548] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86915738-9142-4233-8036-bd584b3c1ab0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.739149] env[69265]: DEBUG nova.network.neutron [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.752344] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bba19d3-4990-42c7-a3c7-fcac06b61d4f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.764577] env[69265]: DEBUG nova.compute.provider_tree [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.176273] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475512, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.272508] env[69265]: DEBUG nova.scheduler.client.report [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.307445] env[69265]: DEBUG nova.network.neutron [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance_info_cache with network_info: [{"id": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "address": "fa:16:3e:29:59:57", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323692cc-81", "ovs_interfaceid": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.423779] env[69265]: DEBUG nova.network.neutron [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Successfully created port: 8d8925f4-81c4-417f-992e-bdcd53d43e64 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.576278] env[69265]: DEBUG nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.612151] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.612956] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.613369] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.613685] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.614093] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.614372] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.614691] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.615049] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.615478] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.615780] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.616133] env[69265]: DEBUG nova.virt.hardware [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.617112] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd15a5f3-e4de-4810-afde-86d844bd9b03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.627748] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf9c388-c4cb-4056-a50b-496c6c016304 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.683923] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475512, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.779543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.781311] env[69265]: DEBUG nova.compute.manager [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.783310] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.214s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.785209] env[69265]: INFO nova.compute.claims [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.811867] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.812409] env[69265]: DEBUG nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Instance network_info: |[{"id": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "address": "fa:16:3e:29:59:57", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323692cc-81", "ovs_interfaceid": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.812954] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:59:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '323692cc-81f0-45b0-a9bf-2db516c8ce24', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.827568] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Creating folder: Project (6460ea17a0c1475d95aef647e3084793). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.827568] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-454ab779-c594-45fa-a670-9c12a1fb7cb2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.840252] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Created folder: Project (6460ea17a0c1475d95aef647e3084793) in parent group-v694865. [ 670.841055] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Creating folder: Instances. Parent ref: group-v694869. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.842519] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a204030-ccdd-4fbf-a08a-8e140b27f40f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.852493] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Created folder: Instances in parent group-v694869. [ 670.852826] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.853217] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.853444] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14ec8b35-bde3-4dd2-9d1d-da2f4cff8c03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.882762] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.882762] env[69265]: value = "task-3475515" [ 670.882762] env[69265]: _type = "Task" [ 670.882762] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.890957] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475515, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.182435] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475512, 'name': CreateVM_Task, 'duration_secs': 2.115341} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.183074] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.185033] env[69265]: DEBUG oslo_vmware.service [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e1a5d3-630f-4f30-be90-e7c502fd21c1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.193270] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.193387] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.194111] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.194368] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17869ee0-888f-4b5b-848f-39829f0e4e61 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.201656] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 671.201656] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52870c63-8007-6e27-e1c5-df44cc9e32d5" [ 671.201656] env[69265]: _type = "Task" [ 671.201656] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.209388] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52870c63-8007-6e27-e1c5-df44cc9e32d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.291151] env[69265]: DEBUG nova.compute.utils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.299221] env[69265]: DEBUG nova.compute.manager [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 671.393165] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475515, 'name': CreateVM_Task, 'duration_secs': 0.38547} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.393372] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.405484] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.713789] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.713789] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.714050] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.714108] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.714659] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.714800] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.715131] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.715360] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a70555c-917b-43e0-b2cc-982849c84e52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.718302] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b000a46-353d-45e6-8b9f-8eb5ac0b0e5b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.733291] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.733291] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.735612] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ee078b-b62d-4218-8597-a5a4de5d3a15 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.738628] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 671.738628] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52681515-80b3-c80d-f2fe-7738b05b3ee7" [ 671.738628] env[69265]: _type = "Task" [ 671.738628] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.744321] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.745458] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.746133] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc41b1f9-0491-498e-8ac5-947f62612f98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.753818] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.754204] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.754965] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.755220] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.756035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.756035] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.756374] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.758289] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.758585] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 671.759484] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 671.759484] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ac5501-e2f7-94ba-ce24-f49c0b0f19b9" [ 671.759484] env[69265]: _type = "Task" [ 671.759484] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.759484] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.769328] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ac5501-e2f7-94ba-ce24-f49c0b0f19b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.807115] env[69265]: DEBUG nova.compute.manager [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.940400] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68699682-6e35-4fbc-9e9c-e6c00d6995a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.948705] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b8bc9f-7f95-40d0-9a80-c16c033ce4be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.982234] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8be583-39cd-4db6-ab7b-e4fbeb0f5bbb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.990398] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9f46eb-dbfb-472b-bd52-751637be5bc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.006967] env[69265]: DEBUG nova.compute.provider_tree [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.268093] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.276778] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Preparing fetch location {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 672.277211] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Creating directory with path [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.277444] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e03be31-650c-4bf9-ad55-7ae3b8b98f27 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.299063] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Created directory with path [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.299555] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Fetch image to [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 672.299741] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Downloading image file data 874d7480-b4be-4ee5-a86f-5be16c8c152b to [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk on the data store datastore1 {{(pid=69265) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 672.300945] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1e0c0f-7e92-40d7-9043-ac02ed84f71d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.314604] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b099c32-201e-45c3-a383-8da8c8ee4f14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.320366] env[69265]: DEBUG nova.compute.manager [req-d87bf7dc-fe74-4020-be8f-33f0a77ca2e8 req-7ab9c6e4-7d21-43d5-9a25-966aba51741a service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Received event network-changed-323692cc-81f0-45b0-a9bf-2db516c8ce24 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.320552] env[69265]: DEBUG nova.compute.manager [req-d87bf7dc-fe74-4020-be8f-33f0a77ca2e8 req-7ab9c6e4-7d21-43d5-9a25-966aba51741a service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Refreshing instance network info cache due to event network-changed-323692cc-81f0-45b0-a9bf-2db516c8ce24. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.320766] env[69265]: DEBUG oslo_concurrency.lockutils [req-d87bf7dc-fe74-4020-be8f-33f0a77ca2e8 req-7ab9c6e4-7d21-43d5-9a25-966aba51741a service nova] Acquiring lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.320908] env[69265]: DEBUG oslo_concurrency.lockutils [req-d87bf7dc-fe74-4020-be8f-33f0a77ca2e8 req-7ab9c6e4-7d21-43d5-9a25-966aba51741a service nova] Acquired lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.321302] env[69265]: DEBUG nova.network.neutron [req-d87bf7dc-fe74-4020-be8f-33f0a77ca2e8 req-7ab9c6e4-7d21-43d5-9a25-966aba51741a service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Refreshing network info cache for port 323692cc-81f0-45b0-a9bf-2db516c8ce24 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.334297] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ade56e-19e0-46f0-97c4-367ef6051028 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.383612] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5991f-2a58-4f7a-9da2-708564833c7b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.394079] env[69265]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-08d4a617-8f63-4ad9-aea4-0e09f12c01b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.417829] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Downloading image file data 874d7480-b4be-4ee5-a86f-5be16c8c152b to the data store datastore1 {{(pid=69265) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 672.498019] env[69265]: DEBUG oslo_vmware.rw_handles [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69265) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 672.558624] env[69265]: DEBUG nova.scheduler.client.report [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.822210] env[69265]: DEBUG nova.compute.manager [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.861319] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.861588] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.861817] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.862105] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.862920] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.863133] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.863363] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.863538] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.863884] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.863950] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.864168] env[69265]: DEBUG nova.virt.hardware [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.865401] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06831a5a-44da-44f5-8811-2829de4cb215 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.877522] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d7e91e-9ce5-4192-b126-42b6df8474f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.897289] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.905583] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Creating folder: Project (7aeaf095e9924b7da8463f3d7816614f). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.910595] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e610890b-ba84-4d45-89e3-178404351c2a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.921471] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Created folder: Project (7aeaf095e9924b7da8463f3d7816614f) in parent group-v694865. [ 672.921721] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Creating folder: Instances. Parent ref: group-v694872. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.924223] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6485f8c5-f0a2-4868-85df-88f2d09f39bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.934661] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Created folder: Instances in parent group-v694872. [ 672.934929] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.936789] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.937028] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9811af0f-4560-40c2-a07a-34ad8a560a5b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.960385] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.960385] env[69265]: value = "task-3475518" [ 672.960385] env[69265]: _type = "Task" [ 672.960385] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.969226] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475518, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.064809] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.065337] env[69265]: DEBUG nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.070231] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.561s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.071807] env[69265]: INFO nova.compute.claims [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.266759] env[69265]: DEBUG oslo_vmware.rw_handles [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Completed reading data from the image iterator. {{(pid=69265) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 673.267140] env[69265]: DEBUG oslo_vmware.rw_handles [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 673.333881] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Downloaded image file data 874d7480-b4be-4ee5-a86f-5be16c8c152b to vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk on the data store datastore1 {{(pid=69265) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 673.335788] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Caching image {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 673.336191] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Copying Virtual Disk [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk to [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.336879] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eabb0b23-1af2-46c7-ace9-cf9123d5a7c9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.345335] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 673.345335] env[69265]: value = "task-3475519" [ 673.345335] env[69265]: _type = "Task" [ 673.345335] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.353676] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.472804] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475518, 'name': CreateVM_Task, 'duration_secs': 0.356093} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.472804] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.473433] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.473596] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.474021] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.474239] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f480c53e-bd8e-4a6e-b05c-884d1a80242e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.479547] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 673.479547] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b9ccbc-6fd6-0cb3-2098-dcec16648b53" [ 673.479547] env[69265]: _type = "Task" [ 673.479547] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.490118] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b9ccbc-6fd6-0cb3-2098-dcec16648b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.576960] env[69265]: DEBUG nova.compute.utils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.580183] env[69265]: DEBUG nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.580305] env[69265]: DEBUG nova.network.neutron [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.637246] env[69265]: DEBUG nova.network.neutron [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Successfully updated port: 8d8925f4-81c4-417f-992e-bdcd53d43e64 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.856216] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.889139] env[69265]: DEBUG nova.policy [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a2524fd5de34f5383a89817afde8047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c997a4e375e4ace8b131d3ce17d4188', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.901503] env[69265]: DEBUG nova.network.neutron [req-d87bf7dc-fe74-4020-be8f-33f0a77ca2e8 req-7ab9c6e4-7d21-43d5-9a25-966aba51741a service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updated VIF entry in instance network info cache for port 323692cc-81f0-45b0-a9bf-2db516c8ce24. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.901823] env[69265]: DEBUG nova.network.neutron [req-d87bf7dc-fe74-4020-be8f-33f0a77ca2e8 req-7ab9c6e4-7d21-43d5-9a25-966aba51741a service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance_info_cache with network_info: [{"id": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "address": "fa:16:3e:29:59:57", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323692cc-81", "ovs_interfaceid": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.994027] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.994027] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.994027] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.081164] env[69265]: DEBUG nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.140687] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "refresh_cache-68e85c8e-9a83-48f7-a900-7e0bf77b6096" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.140859] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquired lock "refresh_cache-68e85c8e-9a83-48f7-a900-7e0bf77b6096" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.140985] env[69265]: DEBUG nova.network.neutron [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.245839] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861be946-edbb-42be-9491-f6615cdd3d3d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.253657] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c5c26-7aa3-4581-9fd2-e2afcef85993 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.303026] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf14cc-6bbe-4aa6-bceb-1f376672819c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.308397] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f4e14-e8e4-49bc-b63b-56df372e1cd5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.322985] env[69265]: DEBUG nova.compute.provider_tree [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.357098] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.404225] env[69265]: DEBUG oslo_concurrency.lockutils [req-d87bf7dc-fe74-4020-be8f-33f0a77ca2e8 req-7ab9c6e4-7d21-43d5-9a25-966aba51741a service nova] Releasing lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.819770] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquiring lock "864468ff-21d5-43f2-b378-2c8981d42d54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.820112] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.829275] env[69265]: DEBUG nova.scheduler.client.report [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.847151] env[69265]: DEBUG nova.network.neutron [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.862409] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475519, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.104553] env[69265]: DEBUG nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.156508] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.156508] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.156508] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.156913] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.156913] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.156913] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.156913] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.156913] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.157082] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.157082] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.157082] env[69265]: DEBUG nova.virt.hardware [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.157082] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c19542a-75be-4d62-ac77-422086ecdee3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.169268] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f753c4b-dd5a-4fc2-87f5-e478a554cc87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.327743] env[69265]: DEBUG nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.337212] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.337700] env[69265]: DEBUG nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.345135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.073s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.345135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.345135] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 675.351016] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c35b48-7f33-473c-ac23-713186c641fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.369591] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e76532-8885-4d13-9718-5ab19142bd0b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.375270] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475519, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.547479} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.375528] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Copied Virtual Disk [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk to [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.375702] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleting the datastore file [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.377957] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17e320be-0a98-48b9-9413-60b8e7df3e2d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.387406] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0cfe06-1242-4896-8367-e625e6394ea4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.391314] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 675.391314] env[69265]: value = "task-3475520" [ 675.391314] env[69265]: _type = "Task" [ 675.391314] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.398649] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3325091-ec3a-44a0-8907-2c51d55b12b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.406612] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.437322] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180957MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 675.437476] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.437705] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.808068] env[69265]: DEBUG nova.network.neutron [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Successfully created port: eba94e9d-08b1-4867-9c07-4495c61e55fc {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.846965] env[69265]: DEBUG nova.compute.utils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.853037] env[69265]: DEBUG nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.853037] env[69265]: DEBUG nova.network.neutron [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.872327] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.906848] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022218} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.907231] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.910252] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Moving file from [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec/874d7480-b4be-4ee5-a86f-5be16c8c152b to [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b. {{(pid=69265) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 675.910557] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d76bd678-79da-44ff-be30-7389f6345bd4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.918307] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 675.918307] env[69265]: value = "task-3475521" [ 675.918307] env[69265]: _type = "Task" [ 675.918307] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.927780] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475521, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.000048] env[69265]: DEBUG nova.network.neutron [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Updating instance_info_cache with network_info: [{"id": "8d8925f4-81c4-417f-992e-bdcd53d43e64", "address": "fa:16:3e:3c:03:1a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8925f4-81", "ovs_interfaceid": "8d8925f4-81c4-417f-992e-bdcd53d43e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.110456] env[69265]: DEBUG nova.policy [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4af660c99c4343b6716b16940b69ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7546741f30d74649b761f2bb2c504985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.338868] env[69265]: DEBUG nova.compute.manager [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Received event network-vif-plugged-8d8925f4-81c4-417f-992e-bdcd53d43e64 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.339092] env[69265]: DEBUG oslo_concurrency.lockutils [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] Acquiring lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.339302] env[69265]: DEBUG oslo_concurrency.lockutils [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] Lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.339464] env[69265]: DEBUG oslo_concurrency.lockutils [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] Lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.339623] env[69265]: DEBUG nova.compute.manager [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] No waiting events found dispatching network-vif-plugged-8d8925f4-81c4-417f-992e-bdcd53d43e64 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.339778] env[69265]: WARNING nova.compute.manager [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Received unexpected event network-vif-plugged-8d8925f4-81c4-417f-992e-bdcd53d43e64 for instance with vm_state building and task_state spawning. [ 676.339937] env[69265]: DEBUG nova.compute.manager [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Received event network-changed-8d8925f4-81c4-417f-992e-bdcd53d43e64 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.340106] env[69265]: DEBUG nova.compute.manager [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Refreshing instance network info cache due to event network-changed-8d8925f4-81c4-417f-992e-bdcd53d43e64. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.340473] env[69265]: DEBUG oslo_concurrency.lockutils [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] Acquiring lock "refresh_cache-68e85c8e-9a83-48f7-a900-7e0bf77b6096" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.357391] env[69265]: DEBUG nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.433190] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475521, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02527} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.433190] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] File moved {{(pid=69265) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 676.433190] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Cleaning up location [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 676.434693] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleting the datastore file [datastore1] vmware_temp/921befe4-63f9-4690-be9c-99aaf8e443ec {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.434693] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cbcf45b-8b17-4494-b87d-7cc0f129a1a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.444350] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 676.444350] env[69265]: value = "task-3475522" [ 676.444350] env[69265]: _type = "Task" [ 676.444350] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.458199] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.481654] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.481808] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.481934] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 68e85c8e-9a83-48f7-a900-7e0bf77b6096 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.482071] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f6588f67-f186-4f6e-b085-0d35eff561a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.482196] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 879f8f9e-4198-4b5a-92c3-ddf15d2b0752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.482310] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 159133ec-f812-4c14-83b0-2428af776431 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.502837] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Releasing lock "refresh_cache-68e85c8e-9a83-48f7-a900-7e0bf77b6096" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.503205] env[69265]: DEBUG nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Instance network_info: |[{"id": "8d8925f4-81c4-417f-992e-bdcd53d43e64", "address": "fa:16:3e:3c:03:1a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8925f4-81", "ovs_interfaceid": "8d8925f4-81c4-417f-992e-bdcd53d43e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.503781] env[69265]: DEBUG oslo_concurrency.lockutils [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] Acquired lock "refresh_cache-68e85c8e-9a83-48f7-a900-7e0bf77b6096" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.503781] env[69265]: DEBUG nova.network.neutron [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Refreshing network info cache for port 8d8925f4-81c4-417f-992e-bdcd53d43e64 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.507830] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:03:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8925f4-81c4-417f-992e-bdcd53d43e64', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.517088] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Creating folder: Project (5ac78e1837844817a57f14117be0a0ec). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.520770] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36709dd5-bd7f-4e93-8b14-b16bfbfb010e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.533088] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Created folder: Project (5ac78e1837844817a57f14117be0a0ec) in parent group-v694865. [ 676.533360] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Creating folder: Instances. Parent ref: group-v694875. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.534357] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cd3c67f-bce7-47d5-917e-7b80f20df1ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.543824] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Created folder: Instances in parent group-v694875. [ 676.543824] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.544442] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.545052] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-987c9754-d465-4743-bfb7-fb93bb869a4d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.569268] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.569268] env[69265]: value = "task-3475525" [ 676.569268] env[69265]: _type = "Task" [ 676.569268] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.577222] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475525, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.954781] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039639} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.955180] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.960579] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f545eb94-e5e6-4ee3-8945-f16eac17a59d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.966487] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 676.966487] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5216c552-ff21-e455-4883-321527bb51ab" [ 676.966487] env[69265]: _type = "Task" [ 676.966487] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.977212] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5216c552-ff21-e455-4883-321527bb51ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.985333] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 864468ff-21d5-43f2-b378-2c8981d42d54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 676.985706] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 676.986452] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 677.089198] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475525, 'name': CreateVM_Task, 'duration_secs': 0.3286} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.091887] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.097391] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.097391] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.097391] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.097661] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d332b00-ddf1-4dfb-bd9c-5d67dc5c82b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.102926] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 677.102926] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523acd42-d948-64f4-050b-cedf09fc18a1" [ 677.102926] env[69265]: _type = "Task" [ 677.102926] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.121762] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523acd42-d948-64f4-050b-cedf09fc18a1, 'name': SearchDatastore_Task, 'duration_secs': 0.007712} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.121762] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.121986] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.123112] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.153732] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc234e2-9ca9-4de8-bd70-cef7155d317d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.165126] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c28924e-3644-48b7-8ddd-43efb9c6742f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.206871] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6440f829-cd00-4cae-b14f-9cabe35f5c03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.218619] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b8871a-5556-4c47-aaa5-a0877b1fdce1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.233971] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.375553] env[69265]: DEBUG nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.485022] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5216c552-ff21-e455-4883-321527bb51ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.485022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.485022] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf/0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.485022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.485469] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.485469] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6382b94-4bea-4a6a-b1b9-17c83c2d4a91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.488738] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fb7ed15-af04-4e9d-84b5-df56f175d8c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.500126] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 677.500126] env[69265]: value = "task-3475526" [ 677.500126] env[69265]: _type = "Task" [ 677.500126] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.501593] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.501754] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.507717] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06652de-092f-43dd-88cc-4461e1752ab9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.523350] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.526426] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 677.526426] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aaedde-721b-36df-857c-aaec8329ca34" [ 677.526426] env[69265]: _type = "Task" [ 677.526426] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.530648] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.530880] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.531063] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.531254] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.531395] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.531535] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.531791] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.531896] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.532070] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.532226] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.532391] env[69265]: DEBUG nova.virt.hardware [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.533492] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747af5c-224b-43db-a4d8-95b9404e33de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.554887] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aaedde-721b-36df-857c-aaec8329ca34, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.556198] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c561bd-4e2c-4389-b5e6-4a8c9f1bcd58 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.564895] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef8821e-409b-4801-8d32-20f4bc35ba36 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.582762] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 677.582762] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5226209d-5592-74bb-0a70-8d4e74a5495c" [ 677.582762] env[69265]: _type = "Task" [ 677.582762] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.593039] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5226209d-5592-74bb-0a70-8d4e74a5495c, 'name': SearchDatastore_Task, 'duration_secs': 0.00827} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.593169] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.594143] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa/99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.594468] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.594713] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.594930] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeab7c19-1cf5-4ac8-88ce-07cec6119efd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.600020] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b29175fc-fafe-462c-b8d1-cb63e136777d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.604797] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 677.604797] env[69265]: value = "task-3475527" [ 677.604797] env[69265]: _type = "Task" [ 677.604797] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.609153] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.609331] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.610350] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc5cf97-9f8a-462d-87e2-0d75112842d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.615665] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.618522] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 677.618522] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b9d227-8b5a-a573-fe10-b6600f89c669" [ 677.618522] env[69265]: _type = "Task" [ 677.618522] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.630270] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b9d227-8b5a-a573-fe10-b6600f89c669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.735566] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.862916] env[69265]: DEBUG nova.network.neutron [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Updated VIF entry in instance network info cache for port 8d8925f4-81c4-417f-992e-bdcd53d43e64. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.863291] env[69265]: DEBUG nova.network.neutron [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Updating instance_info_cache with network_info: [{"id": "8d8925f4-81c4-417f-992e-bdcd53d43e64", "address": "fa:16:3e:3c:03:1a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8925f4-81", "ovs_interfaceid": "8d8925f4-81c4-417f-992e-bdcd53d43e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.020840] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45166} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.021599] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf/0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.021599] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.021599] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d189def9-6aae-4399-a945-3841ae91b5e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.031125] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 678.031125] env[69265]: value = "task-3475528" [ 678.031125] env[69265]: _type = "Task" [ 678.031125] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.045378] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.061690] env[69265]: DEBUG nova.network.neutron [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Successfully created port: f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.118161] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475527, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.133312] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b9d227-8b5a-a573-fe10-b6600f89c669, 'name': SearchDatastore_Task, 'duration_secs': 0.007539} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.134190] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef5b186-9b17-42b3-95e4-72c1fc15d568 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.141382] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 678.141382] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52469ac6-169a-d936-b06d-6205b8fad0e9" [ 678.141382] env[69265]: _type = "Task" [ 678.141382] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.155030] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52469ac6-169a-d936-b06d-6205b8fad0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.245487] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 678.245706] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.808s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.246069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.374s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.247789] env[69265]: INFO nova.compute.claims [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.311427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.311427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.367281] env[69265]: DEBUG oslo_concurrency.lockutils [req-19dbd80e-fda9-4384-be2a-b28dff614fe3 req-1134327b-cbd4-41ad-81d8-a1ddf920e836 service nova] Releasing lock "refresh_cache-68e85c8e-9a83-48f7-a900-7e0bf77b6096" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.539180] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081008} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.539465] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.540358] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ab1fa-4f23-4598-81c1-534b704068ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.566542] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf/0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.566826] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762a1239-0df7-4e39-a5cf-e5b0886bebc3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.588380] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 678.588380] env[69265]: value = "task-3475529" [ 678.588380] env[69265]: _type = "Task" [ 678.588380] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.597366] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.615294] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742988} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.615560] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa/99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.615773] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.616105] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c07df61-68ad-41e0-8a9f-e08a6daf97f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.624875] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 678.624875] env[69265]: value = "task-3475530" [ 678.624875] env[69265]: _type = "Task" [ 678.624875] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.632897] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.653161] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52469ac6-169a-d936-b06d-6205b8fad0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.056127} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.653452] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.653709] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.653987] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.654198] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.654394] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6eac48b7-dbf4-433f-ada1-849ce9ed3abb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.656389] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba613564-5353-4a47-87ce-7ad68ca8edeb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.663322] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 678.663322] env[69265]: value = "task-3475531" [ 678.663322] env[69265]: _type = "Task" [ 678.663322] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.668864] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.669083] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.670471] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e1eee1-55a3-4fff-b474-4af24d20150a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.677258] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.680903] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 678.680903] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52742fe8-c677-0cf7-d7a8-dea63d3e9321" [ 678.680903] env[69265]: _type = "Task" [ 678.680903] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.692161] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52742fe8-c677-0cf7-d7a8-dea63d3e9321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.816061] env[69265]: DEBUG nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.104876] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475529, 'name': ReconfigVM_Task, 'duration_secs': 0.314951} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.104876] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf/0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.106246] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b03daaef-760f-41cb-9ec2-bc54821794ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.115188] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 679.115188] env[69265]: value = "task-3475532" [ 679.115188] env[69265]: _type = "Task" [ 679.115188] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.124562] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475532, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.133829] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071238} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.134467] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.134967] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d7987-b380-4e5d-aa06-ecdedc5a3e38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.160698] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa/99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.161046] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ec7cd9-98a5-48df-a610-6738b9bc9021 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.191822] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 679.191822] env[69265]: value = "task-3475533" [ 679.191822] env[69265]: _type = "Task" [ 679.191822] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.199036] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446433} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.202673] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.203104] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.204978] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02c327f1-666f-46fe-ac19-e3862e9c106e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.219353] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52742fe8-c677-0cf7-d7a8-dea63d3e9321, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.219682] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.221728] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 679.221728] env[69265]: value = "task-3475534" [ 679.221728] env[69265]: _type = "Task" [ 679.221728] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.222094] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc293a8-9705-46b2-b9eb-047750273773 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.230540] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 679.230540] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e1589e-77d8-8ac7-c003-2d073d5fa8b0" [ 679.230540] env[69265]: _type = "Task" [ 679.230540] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.238311] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.250386] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e1589e-77d8-8ac7-c003-2d073d5fa8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.250636] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.250906] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 68e85c8e-9a83-48f7-a900-7e0bf77b6096/68e85c8e-9a83-48f7-a900-7e0bf77b6096.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.251338] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa467e8a-9b37-4add-9512-53507cf593c1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.261444] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 679.261444] env[69265]: value = "task-3475535" [ 679.261444] env[69265]: _type = "Task" [ 679.261444] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.271054] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.330587] env[69265]: DEBUG nova.network.neutron [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Successfully updated port: eba94e9d-08b1-4867-9c07-4495c61e55fc {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.341652] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.502644] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f4ff0-68c1-4d14-a9b6-320321e5fcc3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.516036] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc759c-7caa-418b-8634-647f3c1bc147 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.559396] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab79451-717d-45c2-ae84-32a4fcf0175c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.568774] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beae04fb-66f8-4ea3-9e6d-79dc7d112ae3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.592345] env[69265]: DEBUG nova.compute.provider_tree [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.628050] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475532, 'name': Rename_Task, 'duration_secs': 0.126582} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.628377] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.629014] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb19adc-bc4b-4ec3-b0b1-fc6f9df6403a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.638283] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 679.638283] env[69265]: value = "task-3475536" [ 679.638283] env[69265]: _type = "Task" [ 679.638283] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.652558] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.710564] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475533, 'name': ReconfigVM_Task, 'duration_secs': 0.37898} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.710564] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa/99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.710924] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34e72c3-18cb-4000-904b-d12ca5d5abb1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.719907] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 679.719907] env[69265]: value = "task-3475537" [ 679.719907] env[69265]: _type = "Task" [ 679.719907] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.731049] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475537, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.739485] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064893} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.739791] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.741951] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff56efe-8ac4-4c0b-ace0-fa3fb9da9925 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.770630] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.772476] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda782eb-d71a-440d-a24a-2ec7c649d7bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.800105] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475535, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.801640] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 679.801640] env[69265]: value = "task-3475538" [ 679.801640] env[69265]: _type = "Task" [ 679.801640] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.835942] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquiring lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.836126] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquired lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.836369] env[69265]: DEBUG nova.network.neutron [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.109942] env[69265]: DEBUG nova.scheduler.client.report [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.153503] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.231688] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475537, 'name': Rename_Task, 'duration_secs': 0.178976} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.237544] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.237544] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cdd22dd-d439-49c1-a7b1-6768de40402a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.242884] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 680.242884] env[69265]: value = "task-3475539" [ 680.242884] env[69265]: _type = "Task" [ 680.242884] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.254023] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.285159] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557966} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.285354] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 68e85c8e-9a83-48f7-a900-7e0bf77b6096/68e85c8e-9a83-48f7-a900-7e0bf77b6096.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.285561] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.285804] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-971be76a-91c8-4e9e-b6c3-19be6741889e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.294172] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 680.294172] env[69265]: value = "task-3475540" [ 680.294172] env[69265]: _type = "Task" [ 680.294172] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.301805] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.309582] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475538, 'name': ReconfigVM_Task, 'duration_secs': 0.359378} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.310149] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Reconfigured VM instance instance-00000004 to attach disk [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.310444] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65cada62-27fd-4506-9e84-121b54c15ed5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.316330] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 680.316330] env[69265]: value = "task-3475541" [ 680.316330] env[69265]: _type = "Task" [ 680.316330] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.324572] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475541, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.424312] env[69265]: DEBUG nova.network.neutron [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.614527] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.615092] env[69265]: DEBUG nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.619425] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.278s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.620892] env[69265]: INFO nova.compute.claims [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.653554] env[69265]: DEBUG oslo_vmware.api [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475536, 'name': PowerOnVM_Task, 'duration_secs': 0.57313} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.653958] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.654395] env[69265]: INFO nova.compute.manager [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Took 12.47 seconds to spawn the instance on the hypervisor. [ 680.654658] env[69265]: DEBUG nova.compute.manager [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.655474] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b08d0a-ddbf-4c13-bb2b-c46df4e29626 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.758588] env[69265]: DEBUG oslo_vmware.api [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475539, 'name': PowerOnVM_Task, 'duration_secs': 0.483506} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.759545] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.759741] env[69265]: INFO nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Took 14.81 seconds to spawn the instance on the hypervisor. [ 680.759932] env[69265]: DEBUG nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.761035] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a97d9ff-e8ab-40b1-b855-ae43cc0bc2da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.809793] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106031} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.811094] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.815649] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f275f8e-dfc2-4125-99ae-5b674eb82201 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.827681] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475541, 'name': Rename_Task, 'duration_secs': 0.158464} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.837497] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.847136] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 68e85c8e-9a83-48f7-a900-7e0bf77b6096/68e85c8e-9a83-48f7-a900-7e0bf77b6096.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.854023] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43bf86f7-5c2c-4f21-a759-7dc8def88097 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.858360] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae93e81b-f4d6-4866-b9ad-4ed4ad0849ba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.880888] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 680.880888] env[69265]: value = "task-3475543" [ 680.880888] env[69265]: _type = "Task" [ 680.880888] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.880888] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 680.880888] env[69265]: value = "task-3475542" [ 680.880888] env[69265]: _type = "Task" [ 680.880888] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.898037] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.898319] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.976273] env[69265]: DEBUG nova.network.neutron [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Updating instance_info_cache with network_info: [{"id": "eba94e9d-08b1-4867-9c07-4495c61e55fc", "address": "fa:16:3e:8e:1f:3a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba94e9d-08", "ovs_interfaceid": "eba94e9d-08b1-4867-9c07-4495c61e55fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.127647] env[69265]: DEBUG nova.compute.utils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.132829] env[69265]: DEBUG nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.135422] env[69265]: DEBUG nova.network.neutron [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.182901] env[69265]: INFO nova.compute.manager [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Took 19.20 seconds to build instance. [ 681.195109] env[69265]: DEBUG nova.policy [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bab7352433a642b1b3ff775b24e56776', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd018b9c5f8c74405a2f73b88869d07ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.283050] env[69265]: INFO nova.compute.manager [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Took 19.61 seconds to build instance. [ 681.395447] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475543, 'name': ReconfigVM_Task, 'duration_secs': 0.332795} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.399259] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 68e85c8e-9a83-48f7-a900-7e0bf77b6096/68e85c8e-9a83-48f7-a900-7e0bf77b6096.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.400008] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475542, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.400265] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c687a8d-3657-4989-b2f4-d3de16575407 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.407729] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 681.407729] env[69265]: value = "task-3475544" [ 681.407729] env[69265]: _type = "Task" [ 681.407729] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.415936] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475544, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.479275] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Releasing lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.480134] env[69265]: DEBUG nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Instance network_info: |[{"id": "eba94e9d-08b1-4867-9c07-4495c61e55fc", "address": "fa:16:3e:8e:1f:3a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba94e9d-08", "ovs_interfaceid": "eba94e9d-08b1-4867-9c07-4495c61e55fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.480682] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:1f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eba94e9d-08b1-4867-9c07-4495c61e55fc', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.492570] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Creating folder: Project (2c997a4e375e4ace8b131d3ce17d4188). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.493100] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a865ff02-53d4-4e8c-9c7e-b0cd7d7bb3ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.504299] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Created folder: Project (2c997a4e375e4ace8b131d3ce17d4188) in parent group-v694865. [ 681.504299] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Creating folder: Instances. Parent ref: group-v694878. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.504299] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38c9e760-5939-4451-81c8-2ebc703d0033 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.513759] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Created folder: Instances in parent group-v694878. [ 681.513759] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.513759] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.513759] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b9daf4a-2f96-49d8-9cc0-fbf972e11cb4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.538659] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.538659] env[69265]: value = "task-3475547" [ 681.538659] env[69265]: _type = "Task" [ 681.538659] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.549021] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475547, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.560102] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "0df832c7-2323-4514-8e2e-f557a29a8c2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.560381] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "0df832c7-2323-4514-8e2e-f557a29a8c2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.636254] env[69265]: DEBUG nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.686267] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72d20be1-6843-4013-9227-c2b67d431288 tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.709s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.786357] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a5fa36a-8080-4f41-a448-b667e52229da tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.129s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.834266] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ba1c8-490b-432a-9fd4-c0ece743e58a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.841479] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae45e66f-a3a0-43cf-854d-87a04dbce624 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.872618] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b34c00-3ad7-430f-a733-90d0e8f1d963 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.880062] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e14a01a-7208-44e1-9f29-9bdd62bf1931 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.892977] env[69265]: DEBUG nova.compute.provider_tree [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.902157] env[69265]: DEBUG oslo_vmware.api [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475542, 'name': PowerOnVM_Task, 'duration_secs': 0.839824} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.902432] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.902630] env[69265]: INFO nova.compute.manager [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Took 9.08 seconds to spawn the instance on the hypervisor. [ 681.902811] env[69265]: DEBUG nova.compute.manager [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.904419] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a07df5-e8a5-424a-95ff-99e508cea938 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.921308] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475544, 'name': Rename_Task, 'duration_secs': 0.1626} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.921566] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.921796] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e45988e5-2c7d-4f99-aecd-320d5dd4aa49 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.927917] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 681.927917] env[69265]: value = "task-3475548" [ 681.927917] env[69265]: _type = "Task" [ 681.927917] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.936192] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.051253] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475547, 'name': CreateVM_Task, 'duration_secs': 0.364904} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.052699] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.053758] env[69265]: DEBUG nova.compute.manager [req-eeb643a9-2697-473e-b4ab-800368c65ba1 req-71ed0ea3-4566-4d38-9381-79af628f4c42 service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Received event network-vif-plugged-eba94e9d-08b1-4867-9c07-4495c61e55fc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.053834] env[69265]: DEBUG oslo_concurrency.lockutils [req-eeb643a9-2697-473e-b4ab-800368c65ba1 req-71ed0ea3-4566-4d38-9381-79af628f4c42 service nova] Acquiring lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.054684] env[69265]: DEBUG oslo_concurrency.lockutils [req-eeb643a9-2697-473e-b4ab-800368c65ba1 req-71ed0ea3-4566-4d38-9381-79af628f4c42 service nova] Lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.055015] env[69265]: DEBUG oslo_concurrency.lockutils [req-eeb643a9-2697-473e-b4ab-800368c65ba1 req-71ed0ea3-4566-4d38-9381-79af628f4c42 service nova] Lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.055126] env[69265]: DEBUG nova.compute.manager [req-eeb643a9-2697-473e-b4ab-800368c65ba1 req-71ed0ea3-4566-4d38-9381-79af628f4c42 service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] No waiting events found dispatching network-vif-plugged-eba94e9d-08b1-4867-9c07-4495c61e55fc {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.056963] env[69265]: WARNING nova.compute.manager [req-eeb643a9-2697-473e-b4ab-800368c65ba1 req-71ed0ea3-4566-4d38-9381-79af628f4c42 service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Received unexpected event network-vif-plugged-eba94e9d-08b1-4867-9c07-4495c61e55fc for instance with vm_state building and task_state spawning. [ 682.056963] env[69265]: DEBUG oslo_vmware.service [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33184ce8-981c-4b06-9be5-482011dffb36 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.062366] env[69265]: DEBUG nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.072057] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.072233] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.072597] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.076454] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6d55b5-f159-41d4-a93b-0fb989f0f8d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.078032] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 682.078032] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523a9e4e-8995-16bd-9996-fa0df5c06498" [ 682.078032] env[69265]: _type = "Task" [ 682.078032] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.086632] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523a9e4e-8995-16bd-9996-fa0df5c06498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.100874] env[69265]: DEBUG nova.network.neutron [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Successfully created port: 3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.263946] env[69265]: DEBUG nova.network.neutron [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Successfully updated port: f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.399030] env[69265]: DEBUG nova.scheduler.client.report [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.427880] env[69265]: INFO nova.compute.manager [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Took 18.71 seconds to build instance. [ 682.439406] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475548, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.590548] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.590846] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.591126] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.591311] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.591490] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.591775] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32ddf95a-5a52-4780-938d-cd64dc3852a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.596390] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.610422] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.610692] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.611572] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c230621a-2d5a-4011-ae62-4e35af15124d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.621274] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5e6ecf-c825-4373-bc61-954cb5584f4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.629024] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 682.629024] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521142ea-e6ac-6204-78c2-0bc4de523ba1" [ 682.629024] env[69265]: _type = "Task" [ 682.629024] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.642665] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521142ea-e6ac-6204-78c2-0bc4de523ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.651348] env[69265]: DEBUG nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.684013] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.684013] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.684013] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.684163] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.684946] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.684946] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.685223] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.685500] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.686082] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.686385] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.686667] env[69265]: DEBUG nova.virt.hardware [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.688898] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f6c92-ca23-4d6f-a4b9-9f0efe691698 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.700234] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd7382-744d-42ab-afc0-2ce9ac100173 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.768400] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquiring lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.768671] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquired lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.768795] env[69265]: DEBUG nova.network.neutron [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.906863] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.906863] env[69265]: DEBUG nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.913711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.317s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.917027] env[69265]: INFO nova.compute.claims [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.930178] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9dd6abdb-4728-4113-a9a9-e0fba7aa0ca3 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "f6588f67-f186-4f6e-b085-0d35eff561a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.228s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.948795] env[69265]: DEBUG oslo_vmware.api [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475548, 'name': PowerOnVM_Task, 'duration_secs': 0.93088} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.948795] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.948795] env[69265]: INFO nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Took 12.37 seconds to spawn the instance on the hypervisor. [ 682.948795] env[69265]: DEBUG nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.948795] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b0b890-e167-4f5c-a0af-468c0fea3af2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.143307] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Preparing fetch location {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 683.143307] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Creating directory with path [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.143307] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10ff5722-9174-47d1-88d1-6aabbf4c499e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.186095] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Created directory with path [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.186352] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Fetch image to [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 683.186526] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Downloading image file data 874d7480-b4be-4ee5-a86f-5be16c8c152b to [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk on the data store datastore2 {{(pid=69265) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 683.187391] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0edcd7-6c1a-45ed-bbd2-b32306151242 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.201114] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec879aa-af35-41a7-bccd-a3d31ee815b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.215119] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9484e-3df3-4244-9b6d-185c7866c9b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.251422] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ad2198-93a6-4342-9b7c-35d518745c52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.258294] env[69265]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bfad88e2-026a-47c1-84b2-e3234e1b021a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.299302] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Downloading image file data 874d7480-b4be-4ee5-a86f-5be16c8c152b to the data store datastore2 {{(pid=69265) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 683.372136] env[69265]: DEBUG nova.network.neutron [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.376091] env[69265]: DEBUG oslo_vmware.rw_handles [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69265) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 683.444369] env[69265]: DEBUG nova.compute.utils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.450401] env[69265]: DEBUG nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.450611] env[69265]: DEBUG nova.network.neutron [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.478610] env[69265]: INFO nova.compute.manager [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Took 20.21 seconds to build instance. [ 683.684907] env[69265]: DEBUG nova.policy [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd9c9832ce854dd69d197f8057d8ae50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '150720ff7f0246dcbdab7e4ec069be23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.848979] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquiring lock "ee2d9832-32ef-44b2-878c-89762f813480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.850737] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "ee2d9832-32ef-44b2-878c-89762f813480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.955940] env[69265]: DEBUG nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.986240] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7a34522d-ef51-43e2-9996-45d605b7e6ed tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.725s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.019391] env[69265]: DEBUG nova.network.neutron [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Updating instance_info_cache with network_info: [{"id": "f5b257c6-eddb-452b-aa89-111998eb0c45", "address": "fa:16:3e:13:18:aa", "network": {"id": "b56620f6-5313-40b5-b846-e4fe61829685", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-726497393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7546741f30d74649b761f2bb2c504985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b257c6-ed", "ovs_interfaceid": "f5b257c6-eddb-452b-aa89-111998eb0c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.157663] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e755e-e5a5-46c0-9071-3b9249cd10b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.168417] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f3f389-2bbe-47bb-b6d6-d1619cd4622d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.210893] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931e0635-2769-47bf-9a67-58342e164dec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.220296] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c995362-29e2-48ab-8b6b-65b4d679746c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.240963] env[69265]: DEBUG nova.compute.provider_tree [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.289864] env[69265]: DEBUG oslo_vmware.rw_handles [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Completed reading data from the image iterator. {{(pid=69265) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 684.290244] env[69265]: DEBUG oslo_vmware.rw_handles [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 684.355971] env[69265]: DEBUG nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.361741] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Downloaded image file data 874d7480-b4be-4ee5-a86f-5be16c8c152b to vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk on the data store datastore2 {{(pid=69265) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 684.363463] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Caching image {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 684.363719] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Copying Virtual Disk [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk to [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.364126] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bbc8d75-eb74-4c59-b685-648192bbfa61 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.372674] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 684.372674] env[69265]: value = "task-3475549" [ 684.372674] env[69265]: _type = "Task" [ 684.372674] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.381093] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.521547] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Releasing lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.521914] env[69265]: DEBUG nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Instance network_info: |[{"id": "f5b257c6-eddb-452b-aa89-111998eb0c45", "address": "fa:16:3e:13:18:aa", "network": {"id": "b56620f6-5313-40b5-b846-e4fe61829685", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-726497393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7546741f30d74649b761f2bb2c504985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b257c6-ed", "ovs_interfaceid": "f5b257c6-eddb-452b-aa89-111998eb0c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.522408] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:18:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5b257c6-eddb-452b-aa89-111998eb0c45', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.530662] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Creating folder: Project (7546741f30d74649b761f2bb2c504985). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.531415] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4236c57-dd20-4571-85f9-4cb4726233da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.542031] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Created folder: Project (7546741f30d74649b761f2bb2c504985) in parent group-v694865. [ 684.542238] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Creating folder: Instances. Parent ref: group-v694881. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.542483] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c94abb6a-c885-4e34-a254-fc5c63ec57c9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.552667] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Created folder: Instances in parent group-v694881. [ 684.552921] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.553134] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 159133ec-f812-4c14-83b0-2428af776431] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.553852] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deb09233-871d-40aa-ad41-d20994567b57 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.575283] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.575283] env[69265]: value = "task-3475552" [ 684.575283] env[69265]: _type = "Task" [ 684.575283] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.583342] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475552, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.745217] env[69265]: DEBUG nova.scheduler.client.report [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.883242] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475549, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.888184] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.969232] env[69265]: DEBUG nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.980945] env[69265]: DEBUG nova.compute.manager [req-925010ea-93be-4246-8011-68a09108b49c req-536cc79e-8b50-40db-8f52-48f09696f333 service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Received event network-vif-plugged-f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.981216] env[69265]: DEBUG oslo_concurrency.lockutils [req-925010ea-93be-4246-8011-68a09108b49c req-536cc79e-8b50-40db-8f52-48f09696f333 service nova] Acquiring lock "159133ec-f812-4c14-83b0-2428af776431-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.981470] env[69265]: DEBUG oslo_concurrency.lockutils [req-925010ea-93be-4246-8011-68a09108b49c req-536cc79e-8b50-40db-8f52-48f09696f333 service nova] Lock "159133ec-f812-4c14-83b0-2428af776431-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.983475] env[69265]: DEBUG oslo_concurrency.lockutils [req-925010ea-93be-4246-8011-68a09108b49c req-536cc79e-8b50-40db-8f52-48f09696f333 service nova] Lock "159133ec-f812-4c14-83b0-2428af776431-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.983475] env[69265]: DEBUG nova.compute.manager [req-925010ea-93be-4246-8011-68a09108b49c req-536cc79e-8b50-40db-8f52-48f09696f333 service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] No waiting events found dispatching network-vif-plugged-f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.983475] env[69265]: WARNING nova.compute.manager [req-925010ea-93be-4246-8011-68a09108b49c req-536cc79e-8b50-40db-8f52-48f09696f333 service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Received unexpected event network-vif-plugged-f5b257c6-eddb-452b-aa89-111998eb0c45 for instance with vm_state building and task_state spawning. [ 685.020144] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.020144] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.020144] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.020400] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.020400] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.020400] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.020400] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.020400] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.020557] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.020557] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.020683] env[69265]: DEBUG nova.virt.hardware [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.022077] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f82fa9f-41c1-46d1-9240-a49bd1903183 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.032292] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf68852-0248-4afc-bf3e-d8c1e617940c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086729] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475552, 'name': CreateVM_Task, 'duration_secs': 0.499166} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.087310] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 159133ec-f812-4c14-83b0-2428af776431] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.088312] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.092183] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.092548] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.092836] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb9135b-d2fd-4015-8fb0-f37179a35481 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.097920] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 685.097920] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52257b61-4e79-da53-199c-46e527e1e61f" [ 685.097920] env[69265]: _type = "Task" [ 685.097920] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.108552] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52257b61-4e79-da53-199c-46e527e1e61f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.120601] env[69265]: DEBUG nova.network.neutron [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Successfully updated port: 3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.252903] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.254099] env[69265]: DEBUG nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.260588] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.371s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.261741] env[69265]: INFO nova.compute.claims [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.267814] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquiring lock "ca30e339-6bb2-4035-af63-5106af370030" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.268191] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "ca30e339-6bb2-4035-af63-5106af370030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.295761] env[69265]: DEBUG nova.network.neutron [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Successfully created port: 9070d06e-ed57-41c9-b14c-2d65f757f9b3 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.386990] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985058} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.387649] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Copied Virtual Disk [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk to [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.387888] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Deleting the datastore file [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b/tmp-sparse.vmdk {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.388362] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30f2d993-2696-4c0a-8edb-f0fb27806db3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.395735] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 685.395735] env[69265]: value = "task-3475553" [ 685.395735] env[69265]: _type = "Task" [ 685.395735] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.405688] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.521871] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "417b5827-79da-47a6-bf40-0eaee265660c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.522104] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "417b5827-79da-47a6-bf40-0eaee265660c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.614235] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.614235] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.614235] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.625077] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquiring lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.625077] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquired lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.625077] env[69265]: DEBUG nova.network.neutron [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.768589] env[69265]: DEBUG nova.compute.utils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.769836] env[69265]: DEBUG nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.769996] env[69265]: DEBUG nova.network.neutron [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.771927] env[69265]: DEBUG nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.836844] env[69265]: DEBUG nova.policy [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '165ed4ab9f6b44c893b42dee5bac17d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5cba856f9ce4a53bd994eb7f2815533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.911677] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043618} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.912036] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.912277] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Moving file from [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4/874d7480-b4be-4ee5-a86f-5be16c8c152b to [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b. {{(pid=69265) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 685.912567] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3806e6c3-7613-45fa-a92d-156275a08908 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.920738] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 685.920738] env[69265]: value = "task-3475554" [ 685.920738] env[69265]: _type = "Task" [ 685.920738] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.932021] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475554, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.025087] env[69265]: DEBUG nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.184895] env[69265]: DEBUG nova.network.neutron [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.276066] env[69265]: DEBUG nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.312174] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.338954] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Acquiring lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.340409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.340409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Acquiring lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.340409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.340409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.345190] env[69265]: INFO nova.compute.manager [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Terminating instance [ 686.398479] env[69265]: DEBUG nova.network.neutron [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Updating instance_info_cache with network_info: [{"id": "3686e37b-2af8-4d27-a283-a7a602c9bd52", "address": "fa:16:3e:06:e2:74", "network": {"id": "60b3c1b4-0f39-4f05-8ca0-df2bce93d2aa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-862508965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d018b9c5f8c74405a2f73b88869d07ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686e37b-2a", "ovs_interfaceid": "3686e37b-2af8-4d27-a283-a7a602c9bd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.432632] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475554, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032254} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.435403] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] File moved {{(pid=69265) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 686.435403] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Cleaning up location [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 686.435403] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Deleting the datastore file [datastore2] vmware_temp/980b72c2-a8ef-4b5d-809f-23037d3e15e4 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.436889] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7d1beac-ff25-425f-9804-f1fa4417fc95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.444952] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 686.444952] env[69265]: value = "task-3475555" [ 686.444952] env[69265]: _type = "Task" [ 686.444952] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.455820] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.509214] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d5f167-dad3-436e-8f1b-9606a9e0f866 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.517078] env[69265]: DEBUG nova.compute.manager [req-ee197298-560d-41f0-8c40-97a94a3f3ef1 req-b96a5a9e-9872-4fb1-9fca-5b8ff6fbc46d service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Received event network-changed-eba94e9d-08b1-4867-9c07-4495c61e55fc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.517508] env[69265]: DEBUG nova.compute.manager [req-ee197298-560d-41f0-8c40-97a94a3f3ef1 req-b96a5a9e-9872-4fb1-9fca-5b8ff6fbc46d service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Refreshing instance network info cache due to event network-changed-eba94e9d-08b1-4867-9c07-4495c61e55fc. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.517728] env[69265]: DEBUG oslo_concurrency.lockutils [req-ee197298-560d-41f0-8c40-97a94a3f3ef1 req-b96a5a9e-9872-4fb1-9fca-5b8ff6fbc46d service nova] Acquiring lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.519019] env[69265]: DEBUG oslo_concurrency.lockutils [req-ee197298-560d-41f0-8c40-97a94a3f3ef1 req-b96a5a9e-9872-4fb1-9fca-5b8ff6fbc46d service nova] Acquired lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.519019] env[69265]: DEBUG nova.network.neutron [req-ee197298-560d-41f0-8c40-97a94a3f3ef1 req-b96a5a9e-9872-4fb1-9fca-5b8ff6fbc46d service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Refreshing network info cache for port eba94e9d-08b1-4867-9c07-4495c61e55fc {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.529902] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6540691-778e-4b6f-a13d-eaac2eb301bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.569874] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e69c0-7d64-4388-b197-d78c3e890831 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.578470] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccd2b6-5384-45c2-b064-5e3d4a982b1b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.583649] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.595993] env[69265]: DEBUG nova.compute.provider_tree [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.725965] env[69265]: DEBUG nova.network.neutron [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Successfully created port: cd83e3b3-e670-4e24-bcc4-cf8226541a95 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.849966] env[69265]: DEBUG nova.compute.manager [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.850277] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.851601] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba59ee-a3d8-41dd-b13a-799f437d09cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.864033] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.864033] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8d58695-6589-4ad3-ab39-a02521301960 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.874016] env[69265]: DEBUG oslo_vmware.api [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Waiting for the task: (returnval){ [ 686.874016] env[69265]: value = "task-3475556" [ 686.874016] env[69265]: _type = "Task" [ 686.874016] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.884207] env[69265]: DEBUG oslo_vmware.api [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Task: {'id': task-3475556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.904125] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Releasing lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.904575] env[69265]: DEBUG nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Instance network_info: |[{"id": "3686e37b-2af8-4d27-a283-a7a602c9bd52", "address": "fa:16:3e:06:e2:74", "network": {"id": "60b3c1b4-0f39-4f05-8ca0-df2bce93d2aa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-862508965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d018b9c5f8c74405a2f73b88869d07ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686e37b-2a", "ovs_interfaceid": "3686e37b-2af8-4d27-a283-a7a602c9bd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.905063] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e2:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3686e37b-2af8-4d27-a283-a7a602c9bd52', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.913257] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Creating folder: Project (d018b9c5f8c74405a2f73b88869d07ec). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.913257] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-565bf316-23e9-4ab2-97da-39655c776458 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.928824] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Created folder: Project (d018b9c5f8c74405a2f73b88869d07ec) in parent group-v694865. [ 686.929050] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Creating folder: Instances. Parent ref: group-v694884. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.929302] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14d63a3c-7c22-4c7c-b9fc-1684372e75e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.942232] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Created folder: Instances in parent group-v694884. [ 686.942511] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.942719] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.942924] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4266caa-1611-40ad-b611-34b1f69aa2a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.970646] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062635} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.972062] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.972776] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.972776] env[69265]: value = "task-3475559" [ 686.972776] env[69265]: _type = "Task" [ 686.972776] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.973040] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19e896c-6dd5-4344-831b-b91c311feee3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.984283] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 686.984283] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c656e7-1095-c0dd-7a6e-1745400629fe" [ 686.984283] env[69265]: _type = "Task" [ 686.984283] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.988882] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475559, 'name': CreateVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.998701] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c656e7-1095-c0dd-7a6e-1745400629fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.998959] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.999238] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 879f8f9e-4198-4b5a-92c3-ddf15d2b0752/879f8f9e-4198-4b5a-92c3-ddf15d2b0752.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.999519] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.999708] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.999925] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd1bba7c-a5dd-41c4-bbe7-db95a3f216d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.003146] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-556e3bc0-5456-4504-961c-9029525ad52e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.010793] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 687.010793] env[69265]: value = "task-3475560" [ 687.010793] env[69265]: _type = "Task" [ 687.010793] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.012254] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.012477] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.019971] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f28e47e-1e8d-4098-b678-8c3c322fa672 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.025922] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.027649] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 687.027649] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5269414e-bf67-2ea0-1a81-fed107e54eaa" [ 687.027649] env[69265]: _type = "Task" [ 687.027649] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.041208] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5269414e-bf67-2ea0-1a81-fed107e54eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.043304] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d541ecad-1f18-43f7-99ef-2e4ee39b2a8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.049116] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 687.049116] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fda02b-724f-03bf-428d-a4ac71dd4bbe" [ 687.049116] env[69265]: _type = "Task" [ 687.049116] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.058712] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fda02b-724f-03bf-428d-a4ac71dd4bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.100354] env[69265]: DEBUG nova.scheduler.client.report [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.293708] env[69265]: DEBUG nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.326937] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.329245] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.329245] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.329676] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.330194] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.330650] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.331869] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.331869] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.331869] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.332212] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.333129] env[69265]: DEBUG nova.virt.hardware [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.333944] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca87b766-b540-4089-aa9b-d99cfda4e152 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.344695] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a074820-f45d-48d5-b21f-44f562a5cb78 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.386141] env[69265]: DEBUG oslo_vmware.api [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Task: {'id': task-3475556, 'name': PowerOffVM_Task, 'duration_secs': 0.246573} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.386516] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.387101] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.387101] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f338093-d5da-4fa6-bc45-ecad95a6641c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.450293] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.451032] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.451162] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Deleting the datastore file [datastore1] 68e85c8e-9a83-48f7-a900-7e0bf77b6096 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.451538] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d34a86b1-3374-452d-ae93-4d0ded5d1f5b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.461336] env[69265]: DEBUG oslo_vmware.api [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Waiting for the task: (returnval){ [ 687.461336] env[69265]: value = "task-3475562" [ 687.461336] env[69265]: _type = "Task" [ 687.461336] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.472565] env[69265]: DEBUG oslo_vmware.api [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Task: {'id': task-3475562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.489119] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475559, 'name': CreateVM_Task, 'duration_secs': 0.367855} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.489333] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.490949] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.490949] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.491327] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.492451] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fa7f8d-2432-4eb6-b155-36d0540cf181 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.501962] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 687.501962] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527cde16-13c4-f158-8aa3-c070df409f80" [ 687.501962] env[69265]: _type = "Task" [ 687.501962] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.513826] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527cde16-13c4-f158-8aa3-c070df409f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.528496] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475560, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.566216] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fda02b-724f-03bf-428d-a4ac71dd4bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.566216] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.566216] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 159133ec-f812-4c14-83b0-2428af776431/159133ec-f812-4c14-83b0-2428af776431.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.566699] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80368b73-cdc6-4ca2-9240-f84325571c0a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.577350] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 687.577350] env[69265]: value = "task-3475563" [ 687.577350] env[69265]: _type = "Task" [ 687.577350] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.589142] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.609622] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.611126] env[69265]: DEBUG nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.612852] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.304s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.614316] env[69265]: INFO nova.compute.claims [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.717111] env[69265]: DEBUG nova.network.neutron [req-ee197298-560d-41f0-8c40-97a94a3f3ef1 req-b96a5a9e-9872-4fb1-9fca-5b8ff6fbc46d service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Updated VIF entry in instance network info cache for port eba94e9d-08b1-4867-9c07-4495c61e55fc. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.717111] env[69265]: DEBUG nova.network.neutron [req-ee197298-560d-41f0-8c40-97a94a3f3ef1 req-b96a5a9e-9872-4fb1-9fca-5b8ff6fbc46d service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Updating instance_info_cache with network_info: [{"id": "eba94e9d-08b1-4867-9c07-4495c61e55fc", "address": "fa:16:3e:8e:1f:3a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba94e9d-08", "ovs_interfaceid": "eba94e9d-08b1-4867-9c07-4495c61e55fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.868038] env[69265]: DEBUG nova.network.neutron [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Successfully updated port: 9070d06e-ed57-41c9-b14c-2d65f757f9b3 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.976175] env[69265]: DEBUG oslo_vmware.api [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Task: {'id': task-3475562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260278} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.976792] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.977037] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.977254] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.977505] env[69265]: INFO nova.compute.manager [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Took 1.13 seconds to destroy the instance on the hypervisor. [ 687.977854] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.978131] env[69265]: DEBUG nova.compute.manager [-] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.978470] env[69265]: DEBUG nova.network.neutron [-] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.012052] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527cde16-13c4-f158-8aa3-c070df409f80, 'name': SearchDatastore_Task, 'duration_secs': 0.04776} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.012395] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.012504] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.012737] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.012882] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.013075] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.014122] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d47d5ac1-ca40-4755-a9c6-377c4c156b2c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.024575] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553492} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.024886] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 879f8f9e-4198-4b5a-92c3-ddf15d2b0752/879f8f9e-4198-4b5a-92c3-ddf15d2b0752.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.025526] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.025904] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce55400f-4e90-4915-9396-4a7b306776d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.030377] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.030904] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.032186] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0debfe1-859b-4d63-b9e3-f38061584360 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.035764] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 688.035764] env[69265]: value = "task-3475564" [ 688.035764] env[69265]: _type = "Task" [ 688.035764] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.040828] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 688.040828] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e66c03-ba0a-2839-b450-ec2f30a5ba3b" [ 688.040828] env[69265]: _type = "Task" [ 688.040828] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.049917] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.058065] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e66c03-ba0a-2839-b450-ec2f30a5ba3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.088876] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505722} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.089154] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 159133ec-f812-4c14-83b0-2428af776431/159133ec-f812-4c14-83b0-2428af776431.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.089370] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.090038] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34ea7fff-5e12-45f5-8aab-05096f4180d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.096819] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 688.096819] env[69265]: value = "task-3475565" [ 688.096819] env[69265]: _type = "Task" [ 688.096819] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.104899] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.119644] env[69265]: DEBUG nova.compute.utils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.123246] env[69265]: DEBUG nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.123481] env[69265]: DEBUG nova.network.neutron [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.221169] env[69265]: DEBUG nova.policy [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dbf11bf56784c80b5fc8ed5686e2f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96471850bb44304acba16e1b488caf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.221169] env[69265]: DEBUG oslo_concurrency.lockutils [req-ee197298-560d-41f0-8c40-97a94a3f3ef1 req-b96a5a9e-9872-4fb1-9fca-5b8ff6fbc46d service nova] Releasing lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.280929] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquiring lock "ac64274f-9331-4362-af8c-e61c3dfca47b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.280929] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "ac64274f-9331-4362-af8c-e61c3dfca47b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.371205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "refresh_cache-4cfdb398-db76-48b1-85cf-48b4a2ad4793" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.371374] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquired lock "refresh_cache-4cfdb398-db76-48b1-85cf-48b4a2ad4793" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.373434] env[69265]: DEBUG nova.network.neutron [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.553925] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144598} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.558018] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.559115] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0296a5-377e-4950-a60e-8105606098f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.567972] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e66c03-ba0a-2839-b450-ec2f30a5ba3b, 'name': SearchDatastore_Task, 'duration_secs': 0.02358} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.569162] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec3e43f-e7e9-4e71-9820-d36822d8d028 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.594279] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 879f8f9e-4198-4b5a-92c3-ddf15d2b0752/879f8f9e-4198-4b5a-92c3-ddf15d2b0752.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.595360] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28975053-bb42-4bb5-8811-8f797a2219fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.622686] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 688.622686] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5209ddd9-c68d-7e34-db49-08a1db521b3f" [ 688.622686] env[69265]: _type = "Task" [ 688.622686] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.624723] env[69265]: DEBUG nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.637096] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 688.637096] env[69265]: value = "task-3475566" [ 688.637096] env[69265]: _type = "Task" [ 688.637096] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.639784] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128908} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.647939] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.648626] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5209ddd9-c68d-7e34-db49-08a1db521b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.020325} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.650846] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec6688f-8c1e-4de3-a68d-9e9d8cc750b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.652919] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.654082] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 864468ff-21d5-43f2-b378-2c8981d42d54/864468ff-21d5-43f2-b378-2c8981d42d54.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.654238] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-290dedc0-d65c-4e7f-a460-2bb231e9cc02 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.662274] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.683511] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 159133ec-f812-4c14-83b0-2428af776431/159133ec-f812-4c14-83b0-2428af776431.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.691050] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13710a5b-b9f6-4fa0-a959-36fe32101e0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.711280] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 688.711280] env[69265]: value = "task-3475567" [ 688.711280] env[69265]: _type = "Task" [ 688.711280] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.712457] env[69265]: DEBUG nova.network.neutron [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Successfully created port: 7d128953-5064-4d92-ade6-78f49c7a49b1 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.722078] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 688.722078] env[69265]: value = "task-3475568" [ 688.722078] env[69265]: _type = "Task" [ 688.722078] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.726033] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.735083] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475568, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.784814] env[69265]: DEBUG nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.927519] env[69265]: DEBUG nova.network.neutron [-] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.984804] env[69265]: DEBUG nova.network.neutron [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.994870] env[69265]: DEBUG nova.compute.manager [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 689.030708] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd53ad7-475f-4a85-8abf-6f3cb4a9a702 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.043856] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f81afd-e76f-40ec-be55-a5e0572bf5c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.101545] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27edbcf-344f-446e-aacd-fbaa3566bb76 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.109734] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquiring lock "9e2a90e4-da8e-4e8d-a317-fd058e599835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.109734] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "9e2a90e4-da8e-4e8d-a317-fd058e599835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.117861] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c13717e-985f-4228-9f2d-49a7b9c20c8b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.124439] env[69265]: INFO nova.compute.manager [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Rebuilding instance [ 689.150177] env[69265]: DEBUG nova.compute.provider_tree [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.164944] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475566, 'name': ReconfigVM_Task, 'duration_secs': 0.510086} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.165362] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 879f8f9e-4198-4b5a-92c3-ddf15d2b0752/879f8f9e-4198-4b5a-92c3-ddf15d2b0752.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.166458] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c71f824d-8174-4eca-bce7-4733e08255f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.180885] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 689.180885] env[69265]: value = "task-3475569" [ 689.180885] env[69265]: _type = "Task" [ 689.180885] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.195116] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475569, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.203067] env[69265]: DEBUG nova.compute.manager [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.204030] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f263c2-f386-4052-8918-f20726680cca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.230412] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475567, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.246068] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.311637] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.418144] env[69265]: DEBUG nova.network.neutron [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Updating instance_info_cache with network_info: [{"id": "9070d06e-ed57-41c9-b14c-2d65f757f9b3", "address": "fa:16:3e:4d:da:99", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9070d06e-ed", "ovs_interfaceid": "9070d06e-ed57-41c9-b14c-2d65f757f9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.430362] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.430362] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.433092] env[69265]: INFO nova.compute.manager [-] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Took 1.45 seconds to deallocate network for instance. [ 689.478303] env[69265]: DEBUG nova.network.neutron [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Successfully updated port: cd83e3b3-e670-4e24-bcc4-cf8226541a95 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.516285] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.609532] env[69265]: DEBUG nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.653868] env[69265]: DEBUG nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.657740] env[69265]: DEBUG nova.scheduler.client.report [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.692262] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475569, 'name': Rename_Task, 'duration_secs': 0.24519} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.694655] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.694865] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.696085] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.696085] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.696085] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.696293] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.696453] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.696622] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.696796] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.697192] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.697322] env[69265]: DEBUG nova.virt.hardware [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.697738] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.698467] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e022d22-4630-4639-9425-3d4e43df7bba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.702794] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c47d93-6599-4116-a2ee-e7954be03916 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.710550] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d3d6d5-892d-4b85-ba5a-b0a8eef4e026 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.715308] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 689.715308] env[69265]: value = "task-3475570" [ 689.715308] env[69265]: _type = "Task" [ 689.715308] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.744469] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.751017] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578526} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.754334] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 864468ff-21d5-43f2-b378-2c8981d42d54/864468ff-21d5-43f2-b378-2c8981d42d54.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.754615] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.754929] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475568, 'name': ReconfigVM_Task, 'duration_secs': 0.648981} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.755477] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-220d290a-c122-41fb-82a8-6545f2a17be5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.757764] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 159133ec-f812-4c14-83b0-2428af776431/159133ec-f812-4c14-83b0-2428af776431.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.758380] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-409ddfb2-31a6-4a67-8b41-425270cb58c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.765032] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 689.765032] env[69265]: value = "task-3475571" [ 689.765032] env[69265]: _type = "Task" [ 689.765032] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.766251] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 689.766251] env[69265]: value = "task-3475572" [ 689.766251] env[69265]: _type = "Task" [ 689.766251] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.779059] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.783262] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475572, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.914291] env[69265]: DEBUG nova.compute.manager [req-8eb20218-535c-41bd-996d-f9655fa4b680 req-ea5f0d49-8695-467e-9f1c-218f7ea31aff service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Received event network-changed-f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.914291] env[69265]: DEBUG nova.compute.manager [req-8eb20218-535c-41bd-996d-f9655fa4b680 req-ea5f0d49-8695-467e-9f1c-218f7ea31aff service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Refreshing instance network info cache due to event network-changed-f5b257c6-eddb-452b-aa89-111998eb0c45. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.914291] env[69265]: DEBUG oslo_concurrency.lockutils [req-8eb20218-535c-41bd-996d-f9655fa4b680 req-ea5f0d49-8695-467e-9f1c-218f7ea31aff service nova] Acquiring lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.914291] env[69265]: DEBUG oslo_concurrency.lockutils [req-8eb20218-535c-41bd-996d-f9655fa4b680 req-ea5f0d49-8695-467e-9f1c-218f7ea31aff service nova] Acquired lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.914291] env[69265]: DEBUG nova.network.neutron [req-8eb20218-535c-41bd-996d-f9655fa4b680 req-ea5f0d49-8695-467e-9f1c-218f7ea31aff service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Refreshing network info cache for port f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.923864] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Releasing lock "refresh_cache-4cfdb398-db76-48b1-85cf-48b4a2ad4793" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.924230] env[69265]: DEBUG nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Instance network_info: |[{"id": "9070d06e-ed57-41c9-b14c-2d65f757f9b3", "address": "fa:16:3e:4d:da:99", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9070d06e-ed", "ovs_interfaceid": "9070d06e-ed57-41c9-b14c-2d65f757f9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.925986] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:da:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9070d06e-ed57-41c9-b14c-2d65f757f9b3', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.938725] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Creating folder: Project (150720ff7f0246dcbdab7e4ec069be23). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.939893] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551015c6-210f-42e2-ac76-e978f967c114 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.942593] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.955751] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Created folder: Project (150720ff7f0246dcbdab7e4ec069be23) in parent group-v694865. [ 689.955996] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Creating folder: Instances. Parent ref: group-v694887. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.959010] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7dfe3aa-99a0-4463-8626-12ac8f8628de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.968810] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Created folder: Instances in parent group-v694887. [ 689.969056] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.969612] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.969612] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-652e277f-5c02-4771-9501-ac9b25ccc82c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.985608] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-0df832c7-2323-4514-8e2e-f557a29a8c2e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.986515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-0df832c7-2323-4514-8e2e-f557a29a8c2e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.986515] env[69265]: DEBUG nova.network.neutron [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.994132] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.994132] env[69265]: value = "task-3475575" [ 689.994132] env[69265]: _type = "Task" [ 689.994132] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.006041] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475575, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.140606] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.168084] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.168084] env[69265]: DEBUG nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.176962] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.589s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.176962] env[69265]: INFO nova.compute.claims [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.232181] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.238055] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.238055] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa564ff7-9703-4e75-a3e7-7488b14a7218 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.245778] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 690.245778] env[69265]: value = "task-3475576" [ 690.245778] env[69265]: _type = "Task" [ 690.245778] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.264851] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.282997] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337318} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.286019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.286406] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475572, 'name': Rename_Task, 'duration_secs': 0.511471} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.287322] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce016435-a35a-4178-bc16-1e8fe3e51427 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.290683] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.291326] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c79ae1c-0489-459c-b574-215bb58d630e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.314185] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 864468ff-21d5-43f2-b378-2c8981d42d54/864468ff-21d5-43f2-b378-2c8981d42d54.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.315857] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f092e7-046a-4ae7-a69b-24e4cc439461 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.332281] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 690.332281] env[69265]: value = "task-3475577" [ 690.332281] env[69265]: _type = "Task" [ 690.332281] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.339013] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 690.339013] env[69265]: value = "task-3475578" [ 690.339013] env[69265]: _type = "Task" [ 690.339013] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.346620] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.353008] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.503312] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475575, 'name': CreateVM_Task, 'duration_secs': 0.459877} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.503525] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.505116] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.505116] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.505116] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.505116] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb81106f-ba4b-4dcf-bb2b-d5d7261a19b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.510808] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 690.510808] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527c5e52-4e92-f4e0-adae-a524932651bc" [ 690.510808] env[69265]: _type = "Task" [ 690.510808] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.521902] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527c5e52-4e92-f4e0-adae-a524932651bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.569676] env[69265]: DEBUG nova.network.neutron [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.618267] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquiring lock "c1f2c675-c9ad-41b0-97b5-600e621927de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.618536] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "c1f2c675-c9ad-41b0-97b5-600e621927de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.625771] env[69265]: DEBUG nova.compute.manager [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Received event network-vif-plugged-3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.625771] env[69265]: DEBUG oslo_concurrency.lockutils [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] Acquiring lock "864468ff-21d5-43f2-b378-2c8981d42d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.626056] env[69265]: DEBUG oslo_concurrency.lockutils [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] Lock "864468ff-21d5-43f2-b378-2c8981d42d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.626155] env[69265]: DEBUG oslo_concurrency.lockutils [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] Lock "864468ff-21d5-43f2-b378-2c8981d42d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.626321] env[69265]: DEBUG nova.compute.manager [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] No waiting events found dispatching network-vif-plugged-3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.626475] env[69265]: WARNING nova.compute.manager [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Received unexpected event network-vif-plugged-3686e37b-2af8-4d27-a283-a7a602c9bd52 for instance with vm_state building and task_state spawning. [ 690.626901] env[69265]: DEBUG nova.compute.manager [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Received event network-changed-3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.627110] env[69265]: DEBUG nova.compute.manager [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Refreshing instance network info cache due to event network-changed-3686e37b-2af8-4d27-a283-a7a602c9bd52. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.627303] env[69265]: DEBUG oslo_concurrency.lockutils [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] Acquiring lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.629437] env[69265]: DEBUG oslo_concurrency.lockutils [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] Acquired lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.629437] env[69265]: DEBUG nova.network.neutron [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Refreshing network info cache for port 3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.681289] env[69265]: DEBUG nova.compute.utils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.682600] env[69265]: DEBUG nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.682775] env[69265]: DEBUG nova.network.neutron [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.737916] env[69265]: DEBUG oslo_vmware.api [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475570, 'name': PowerOnVM_Task, 'duration_secs': 0.585706} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.738393] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.738614] env[69265]: INFO nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Took 15.63 seconds to spawn the instance on the hypervisor. [ 690.738821] env[69265]: DEBUG nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.741411] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80211d5-8119-4042-a7da-9633f85148f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.771447] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475576, 'name': PowerOffVM_Task, 'duration_secs': 0.168839} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.778363] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.778363] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.778685] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a64492a-9c9d-4bca-b24f-fce5752d0c1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.801791] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.802086] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38fd9720-3981-485d-9122-62ef6e13d001 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.842892] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.843128] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.843305] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Deleting the datastore file [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.847384] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7fdb5aa-f589-4d56-ae5f-96ae1d9709ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.859987] env[69265]: DEBUG oslo_vmware.api [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3475577, 'name': PowerOnVM_Task, 'duration_secs': 0.532037} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.861285] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.861285] env[69265]: INFO nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Took 13.49 seconds to spawn the instance on the hypervisor. [ 690.861486] env[69265]: DEBUG nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.862630] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa611c-426c-4172-b30e-78d4e56ee194 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.871524] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.871617] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 690.871617] env[69265]: value = "task-3475580" [ 690.871617] env[69265]: _type = "Task" [ 690.871617] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.872438] env[69265]: DEBUG nova.network.neutron [req-8eb20218-535c-41bd-996d-f9655fa4b680 req-ea5f0d49-8695-467e-9f1c-218f7ea31aff service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Updated VIF entry in instance network info cache for port f5b257c6-eddb-452b-aa89-111998eb0c45. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.872817] env[69265]: DEBUG nova.network.neutron [req-8eb20218-535c-41bd-996d-f9655fa4b680 req-ea5f0d49-8695-467e-9f1c-218f7ea31aff service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Updating instance_info_cache with network_info: [{"id": "f5b257c6-eddb-452b-aa89-111998eb0c45", "address": "fa:16:3e:13:18:aa", "network": {"id": "b56620f6-5313-40b5-b846-e4fe61829685", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-726497393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7546741f30d74649b761f2bb2c504985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b257c6-ed", "ovs_interfaceid": "f5b257c6-eddb-452b-aa89-111998eb0c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.888766] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.984020] env[69265]: DEBUG nova.policy [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78e7177190d347fc8cc8b680b408ec26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c3bdeb546b4ed0a27bfa2e3b7a029d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.026027] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527c5e52-4e92-f4e0-adae-a524932651bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.026433] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.026674] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.026920] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.027079] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.027358] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.027525] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f774eae6-fde9-4e06-b3f1-bcc9781b0a20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.045795] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.046489] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.046692] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa2823a-7ad8-425a-9cbe-07f5f65d22e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.054048] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 691.054048] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52588a10-9fe5-9968-8655-711cf17983f6" [ 691.054048] env[69265]: _type = "Task" [ 691.054048] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.064466] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52588a10-9fe5-9968-8655-711cf17983f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.114363] env[69265]: DEBUG nova.network.neutron [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Updating instance_info_cache with network_info: [{"id": "cd83e3b3-e670-4e24-bcc4-cf8226541a95", "address": "fa:16:3e:48:62:f7", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd83e3b3-e6", "ovs_interfaceid": "cd83e3b3-e670-4e24-bcc4-cf8226541a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.195336] env[69265]: DEBUG nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.282828] env[69265]: INFO nova.compute.manager [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Took 25.73 seconds to build instance. [ 691.291588] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.291588] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.364138] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475578, 'name': ReconfigVM_Task, 'duration_secs': 0.566932} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.366923] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 864468ff-21d5-43f2-b378-2c8981d42d54/864468ff-21d5-43f2-b378-2c8981d42d54.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.367804] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed9be38c-669c-4e08-900d-cab5848d828c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.374933] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 691.374933] env[69265]: value = "task-3475581" [ 691.374933] env[69265]: _type = "Task" [ 691.374933] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.375387] env[69265]: DEBUG oslo_concurrency.lockutils [req-8eb20218-535c-41bd-996d-f9655fa4b680 req-ea5f0d49-8695-467e-9f1c-218f7ea31aff service nova] Releasing lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.394775] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203381} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.394775] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.394956] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.395031] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.397460] env[69265]: INFO nova.compute.manager [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Took 23.92 seconds to build instance. [ 691.402157] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475581, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.551380] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3a7e17-3b27-4f20-839f-4e404d74b280 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.566841] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72132a57-baa6-40ba-8d3d-75280fa182cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.571000] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52588a10-9fe5-9968-8655-711cf17983f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.571547] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55c6eed-973c-4d33-86df-937b2cda4bce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.604198] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ad36f-1671-4b4f-a85c-5453ace45c2d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.608786] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 691.608786] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e03452-b897-7e7a-d99a-0f067b626a36" [ 691.608786] env[69265]: _type = "Task" [ 691.608786] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.616967] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372591e5-08e7-4297-881e-83ea4e7f81bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.624874] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-0df832c7-2323-4514-8e2e-f557a29a8c2e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.626929] env[69265]: DEBUG nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Instance network_info: |[{"id": "cd83e3b3-e670-4e24-bcc4-cf8226541a95", "address": "fa:16:3e:48:62:f7", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd83e3b3-e6", "ovs_interfaceid": "cd83e3b3-e670-4e24-bcc4-cf8226541a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.626929] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e03452-b897-7e7a-d99a-0f067b626a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.627141] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:62:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd83e3b3-e670-4e24-bcc4-cf8226541a95', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.633367] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating folder: Project (b5cba856f9ce4a53bd994eb7f2815533). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.634024] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d11870c-c939-48da-8dac-17fc82370ed5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.645531] env[69265]: DEBUG nova.compute.provider_tree [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.654868] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Created folder: Project (b5cba856f9ce4a53bd994eb7f2815533) in parent group-v694865. [ 691.655102] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating folder: Instances. Parent ref: group-v694890. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.655351] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6df84d2-c466-4211-b649-a2834fa3d1fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.664823] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Created folder: Instances in parent group-v694890. [ 691.665069] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.665259] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.665459] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f12e4d6-bee7-4527-ac9c-4f38aefd13d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.688960] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.688960] env[69265]: value = "task-3475584" [ 691.688960] env[69265]: _type = "Task" [ 691.688960] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.698380] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475584, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.791339] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.252s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.887468] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475581, 'name': Rename_Task, 'duration_secs': 0.347788} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.887745] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.887984] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d67fafe1-6123-421c-97e2-6c7389afd6c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.893968] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 691.893968] env[69265]: value = "task-3475585" [ 691.893968] env[69265]: _type = "Task" [ 691.893968] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.906929] env[69265]: DEBUG oslo_concurrency.lockutils [None req-025da78b-b2a6-4fdf-9d5e-492b092d2698 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "159133ec-f812-4c14-83b0-2428af776431" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.435s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.907859] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.105632] env[69265]: DEBUG nova.network.neutron [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Successfully updated port: 7d128953-5064-4d92-ade6-78f49c7a49b1 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.120099] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e03452-b897-7e7a-d99a-0f067b626a36, 'name': SearchDatastore_Task, 'duration_secs': 0.01406} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.121757] env[69265]: DEBUG nova.network.neutron [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Updated VIF entry in instance network info cache for port 3686e37b-2af8-4d27-a283-a7a602c9bd52. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.122225] env[69265]: DEBUG nova.network.neutron [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Updating instance_info_cache with network_info: [{"id": "3686e37b-2af8-4d27-a283-a7a602c9bd52", "address": "fa:16:3e:06:e2:74", "network": {"id": "60b3c1b4-0f39-4f05-8ca0-df2bce93d2aa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-862508965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d018b9c5f8c74405a2f73b88869d07ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686e37b-2a", "ovs_interfaceid": "3686e37b-2af8-4d27-a283-a7a602c9bd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.123921] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.123921] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 4cfdb398-db76-48b1-85cf-48b4a2ad4793/4cfdb398-db76-48b1-85cf-48b4a2ad4793.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.124574] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad6cf4ec-f006-4813-9b93-6c5d92ab79d8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.131512] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 692.131512] env[69265]: value = "task-3475586" [ 692.131512] env[69265]: _type = "Task" [ 692.131512] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.141834] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.148534] env[69265]: DEBUG nova.scheduler.client.report [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.198921] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475584, 'name': CreateVM_Task, 'duration_secs': 0.357337} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.199621] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.201110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.201110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.201110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.201255] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da70ac96-8a25-4eca-a3f2-dc29a0ce69e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.207433] env[69265]: DEBUG nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.210224] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 692.210224] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52efba8a-d2f1-560d-f37a-9e0e8c8d2006" [ 692.210224] env[69265]: _type = "Task" [ 692.210224] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.221233] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52efba8a-d2f1-560d-f37a-9e0e8c8d2006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.239376] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.239824] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.239824] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.239986] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.240040] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.243416] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.243671] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.243842] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.246676] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.246676] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.246676] env[69265]: DEBUG nova.virt.hardware [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.246676] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e2970a-dcd7-4ed9-84cc-58c3189e4db3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.260107] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c9ab1e-3705-4aa6-adc8-b3a213c42183 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.293801] env[69265]: DEBUG nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.339884] env[69265]: DEBUG nova.network.neutron [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Successfully created port: 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.412057] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475585, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.412057] env[69265]: DEBUG nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.449960] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.450270] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.450489] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.450934] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.450934] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.454755] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.454755] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.454755] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.454923] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.455019] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.455200] env[69265]: DEBUG nova.virt.hardware [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.456164] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02851e27-fab6-46a4-a065-023f98317803 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.465758] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d8884-35ae-4525-ac07-0b6b80ade4d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.481584] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.487937] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.489363] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.489363] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9464785-61df-4ab1-88cd-1d9170b07e21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.507707] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.507707] env[69265]: value = "task-3475587" [ 692.507707] env[69265]: _type = "Task" [ 692.507707] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.516392] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475587, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.615295] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquiring lock "refresh_cache-ee2d9832-32ef-44b2-878c-89762f813480" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.615295] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquired lock "refresh_cache-ee2d9832-32ef-44b2-878c-89762f813480" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.615364] env[69265]: DEBUG nova.network.neutron [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.625042] env[69265]: DEBUG oslo_concurrency.lockutils [req-4b8519b2-dda3-4bb8-92a4-3c6bb133f241 req-81c0ebcb-59aa-4052-911b-34f78b42d4a0 service nova] Releasing lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.643776] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475586, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.653895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.654552] env[69265]: DEBUG nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.658434] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.347s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.661709] env[69265]: INFO nova.compute.claims [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.727470] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52efba8a-d2f1-560d-f37a-9e0e8c8d2006, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.728963] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.729104] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.729373] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.729550] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.729781] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.730626] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78319453-bbcb-4ad9-bbee-475fec0d752d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.740707] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.740707] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.741993] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480f81b7-3dd6-499b-b64a-661d404546b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.752260] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 692.752260] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52edff9d-49cd-b7bb-cba8-2f298db325a1" [ 692.752260] env[69265]: _type = "Task" [ 692.752260] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.763657] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52edff9d-49cd-b7bb-cba8-2f298db325a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.804982] env[69265]: INFO nova.compute.manager [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Rebuilding instance [ 692.838155] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.879477] env[69265]: DEBUG nova.compute.manager [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.880456] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838529af-f340-481c-b33f-a9f1476cade8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.909918] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475585, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.945636] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.021902] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475587, 'name': CreateVM_Task, 'duration_secs': 0.417751} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.022274] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.023014] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.023256] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.023665] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.023970] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4823a557-d6bb-44f0-bc10-f6953a7e746f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.030261] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 693.030261] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52abeea1-9a14-3800-aaa8-fec3c9353795" [ 693.030261] env[69265]: _type = "Task" [ 693.030261] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.040612] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52abeea1-9a14-3800-aaa8-fec3c9353795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.149885] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604231} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.149885] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 4cfdb398-db76-48b1-85cf-48b4a2ad4793/4cfdb398-db76-48b1-85cf-48b4a2ad4793.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.150349] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.150416] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be1f0fd-3186-4d43-aae1-a14a7a4e3891 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.157546] env[69265]: DEBUG nova.compute.manager [None req-e11b10d2-63a1-498d-bfa2-238767a6228c tempest-ServerExternalEventsTest-957741334 tempest-ServerExternalEventsTest-957741334-project] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Received event network-changed {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.157640] env[69265]: DEBUG nova.compute.manager [None req-e11b10d2-63a1-498d-bfa2-238767a6228c tempest-ServerExternalEventsTest-957741334 tempest-ServerExternalEventsTest-957741334-project] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Refreshing instance network info cache due to event network-changed. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.157875] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e11b10d2-63a1-498d-bfa2-238767a6228c tempest-ServerExternalEventsTest-957741334 tempest-ServerExternalEventsTest-957741334-project] Acquiring lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.160346] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e11b10d2-63a1-498d-bfa2-238767a6228c tempest-ServerExternalEventsTest-957741334 tempest-ServerExternalEventsTest-957741334-project] Acquired lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.160346] env[69265]: DEBUG nova.network.neutron [None req-e11b10d2-63a1-498d-bfa2-238767a6228c tempest-ServerExternalEventsTest-957741334 tempest-ServerExternalEventsTest-957741334-project] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.164042] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 693.164042] env[69265]: value = "task-3475588" [ 693.164042] env[69265]: _type = "Task" [ 693.164042] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.170364] env[69265]: DEBUG nova.compute.utils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.176580] env[69265]: DEBUG nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.176580] env[69265]: DEBUG nova.network.neutron [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.187016] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.211906] env[69265]: DEBUG nova.network.neutron [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.265664] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52edff9d-49cd-b7bb-cba8-2f298db325a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012108} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.265877] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e2231b-5cdd-4784-802d-23b41ddb0c02 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.276641] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 693.276641] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f17a64-2155-f05a-a22f-b69bcc2f7af1" [ 693.276641] env[69265]: _type = "Task" [ 693.276641] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.292382] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f17a64-2155-f05a-a22f-b69bcc2f7af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.376040] env[69265]: DEBUG nova.policy [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3394c27a27334b89a27cda6b3b847e8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15b3ea4075eb4d15862db285dc23f115', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.415681] env[69265]: DEBUG oslo_vmware.api [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475585, 'name': PowerOnVM_Task, 'duration_secs': 1.121868} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.417069] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.417440] env[69265]: INFO nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Took 10.77 seconds to spawn the instance on the hypervisor. [ 693.417723] env[69265]: DEBUG nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.419350] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9345db20-1b6e-45c5-9e62-93b29ebdee34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.545336] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52abeea1-9a14-3800-aaa8-fec3c9353795, 'name': SearchDatastore_Task, 'duration_secs': 0.03242} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.545336] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.545336] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.545336] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.610244] env[69265]: DEBUG nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Received event network-vif-plugged-9070d06e-ed57-41c9-b14c-2d65f757f9b3 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.610244] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Acquiring lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.610244] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.610244] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.610543] env[69265]: DEBUG nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] No waiting events found dispatching network-vif-plugged-9070d06e-ed57-41c9-b14c-2d65f757f9b3 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.611166] env[69265]: WARNING nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Received unexpected event network-vif-plugged-9070d06e-ed57-41c9-b14c-2d65f757f9b3 for instance with vm_state building and task_state spawning. [ 693.611166] env[69265]: DEBUG nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Received event network-changed-9070d06e-ed57-41c9-b14c-2d65f757f9b3 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.616920] env[69265]: DEBUG nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Refreshing instance network info cache due to event network-changed-9070d06e-ed57-41c9-b14c-2d65f757f9b3. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.618137] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Acquiring lock "refresh_cache-4cfdb398-db76-48b1-85cf-48b4a2ad4793" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.618137] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Acquired lock "refresh_cache-4cfdb398-db76-48b1-85cf-48b4a2ad4793" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.618137] env[69265]: DEBUG nova.network.neutron [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Refreshing network info cache for port 9070d06e-ed57-41c9-b14c-2d65f757f9b3 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.676383] env[69265]: DEBUG nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.689031] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197881} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.694181] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.695353] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cb436-d5e0-47c2-bfd6-da19b0a9cf7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.728129] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 4cfdb398-db76-48b1-85cf-48b4a2ad4793/4cfdb398-db76-48b1-85cf-48b4a2ad4793.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.732391] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67dbfba8-6b3f-442d-99b1-57c9819bb6cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.757582] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 693.757582] env[69265]: value = "task-3475589" [ 693.757582] env[69265]: _type = "Task" [ 693.757582] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.769116] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.788571] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f17a64-2155-f05a-a22f-b69bcc2f7af1, 'name': SearchDatastore_Task, 'duration_secs': 0.023106} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.788903] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.790380] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 0df832c7-2323-4514-8e2e-f557a29a8c2e/0df832c7-2323-4514-8e2e-f557a29a8c2e.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.790380] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.790380] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.790380] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5298dfe-e8d8-4cf3-98ca-fceee56e49d1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.792534] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ea41287-35af-47b5-a40b-3116b3f4016c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.801485] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 693.801485] env[69265]: value = "task-3475590" [ 693.801485] env[69265]: _type = "Task" [ 693.801485] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.805804] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.806124] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.808030] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3fc987-643f-4123-a301-e68f0e9a20b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.817554] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.822296] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 693.822296] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e4e137-fdbd-df97-8687-e30f6de9bbd6" [ 693.822296] env[69265]: _type = "Task" [ 693.822296] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.834562] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e4e137-fdbd-df97-8687-e30f6de9bbd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.874912] env[69265]: DEBUG nova.network.neutron [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Updating instance_info_cache with network_info: [{"id": "7d128953-5064-4d92-ade6-78f49c7a49b1", "address": "fa:16:3e:c0:23:f7", "network": {"id": "31402b9e-0c68-4e2c-8ef7-e3644718a25c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2026438244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96471850bb44304acba16e1b488caf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d128953-50", "ovs_interfaceid": "7d128953-5064-4d92-ade6-78f49c7a49b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.905542] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.906297] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd9f0f37-229a-4c55-8791-ba6d7e1c36ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.914986] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 693.914986] env[69265]: value = "task-3475591" [ 693.914986] env[69265]: _type = "Task" [ 693.914986] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.932941] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.950589] env[69265]: INFO nova.compute.manager [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Took 18.11 seconds to build instance. [ 694.128040] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cfabc2-f522-4b84-ac02-66293258c25f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.137289] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab47867-0334-45b7-8fad-d507e12b676f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.178598] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a765b0-26aa-491f-840d-e3cabf8925d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.193696] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b38b3-ad4b-469a-88bf-07ca0ba5f778 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.221013] env[69265]: DEBUG nova.compute.provider_tree [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.277304] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquiring lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.277612] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.288299] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.314236] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475590, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.335772] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e4e137-fdbd-df97-8687-e30f6de9bbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.336884] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13272ca9-d871-4461-b98f-c7cd528b9456 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.343751] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 694.343751] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527d4ac1-086b-4ea6-4591-51b7fadfca44" [ 694.343751] env[69265]: _type = "Task" [ 694.343751] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.359823] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527d4ac1-086b-4ea6-4591-51b7fadfca44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.378155] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Releasing lock "refresh_cache-ee2d9832-32ef-44b2-878c-89762f813480" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.378491] env[69265]: DEBUG nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Instance network_info: |[{"id": "7d128953-5064-4d92-ade6-78f49c7a49b1", "address": "fa:16:3e:c0:23:f7", "network": {"id": "31402b9e-0c68-4e2c-8ef7-e3644718a25c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2026438244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96471850bb44304acba16e1b488caf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d128953-50", "ovs_interfaceid": "7d128953-5064-4d92-ade6-78f49c7a49b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.378909] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:23:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d128953-5064-4d92-ade6-78f49c7a49b1', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.386674] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Creating folder: Project (d96471850bb44304acba16e1b488caf4). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.387349] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c47d2b6-23a3-45bf-ad7f-242ff6c2c474 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.397459] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Created folder: Project (d96471850bb44304acba16e1b488caf4) in parent group-v694865. [ 694.397716] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Creating folder: Instances. Parent ref: group-v694894. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.397935] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-320c44c1-d1e5-4e65-b699-09e26341ad6d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.408970] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Created folder: Instances in parent group-v694894. [ 694.409284] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.409495] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.409699] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a01a554-06f7-4881-b70a-f292ede3bbb8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.435045] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475591, 'name': PowerOffVM_Task, 'duration_secs': 0.173152} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.436135] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.436822] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.437195] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.437195] env[69265]: value = "task-3475594" [ 694.437195] env[69265]: _type = "Task" [ 694.437195] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.440906] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d80ee9-73c9-4a7f-bd85-57136eb3d485 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.444868] env[69265]: DEBUG nova.compute.manager [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Received event network-vif-plugged-cd83e3b3-e670-4e24-bcc4-cf8226541a95 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.445084] env[69265]: DEBUG oslo_concurrency.lockutils [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] Acquiring lock "0df832c7-2323-4514-8e2e-f557a29a8c2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.445513] env[69265]: DEBUG oslo_concurrency.lockutils [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] Lock "0df832c7-2323-4514-8e2e-f557a29a8c2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.445513] env[69265]: DEBUG oslo_concurrency.lockutils [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] Lock "0df832c7-2323-4514-8e2e-f557a29a8c2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.445626] env[69265]: DEBUG nova.compute.manager [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] No waiting events found dispatching network-vif-plugged-cd83e3b3-e670-4e24-bcc4-cf8226541a95 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.445758] env[69265]: WARNING nova.compute.manager [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Received unexpected event network-vif-plugged-cd83e3b3-e670-4e24-bcc4-cf8226541a95 for instance with vm_state building and task_state spawning. [ 694.445914] env[69265]: DEBUG nova.compute.manager [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Received event network-changed-cd83e3b3-e670-4e24-bcc4-cf8226541a95 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.446125] env[69265]: DEBUG nova.compute.manager [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Refreshing instance network info cache due to event network-changed-cd83e3b3-e670-4e24-bcc4-cf8226541a95. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.446365] env[69265]: DEBUG oslo_concurrency.lockutils [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] Acquiring lock "refresh_cache-0df832c7-2323-4514-8e2e-f557a29a8c2e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.446429] env[69265]: DEBUG oslo_concurrency.lockutils [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] Acquired lock "refresh_cache-0df832c7-2323-4514-8e2e-f557a29a8c2e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.446592] env[69265]: DEBUG nova.network.neutron [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Refreshing network info cache for port cd83e3b3-e670-4e24-bcc4-cf8226541a95 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.455711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be24925c-41c9-4351-8182-e215d8d7efcb tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.636s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.455986] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.460395] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db773cd4-1018-49f9-a5f5-6f844d3c7458 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.489901] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.490138] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.490328] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleting the datastore file [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.490638] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-613321b1-d01a-41ce-8c2c-14413dd72576 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.497774] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 694.497774] env[69265]: value = "task-3475596" [ 694.497774] env[69265]: _type = "Task" [ 694.497774] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.510293] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.707592] env[69265]: DEBUG nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.725301] env[69265]: DEBUG nova.scheduler.client.report [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.753065] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:47:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1608415311',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-969864448',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.753065] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.753065] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.753265] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.753265] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.753435] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.753681] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.753843] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.757090] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.757090] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.757090] env[69265]: DEBUG nova.virt.hardware [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.757090] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41238ef8-e666-4ea4-aea9-4c812caf925f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.774969] env[69265]: DEBUG nova.network.neutron [None req-e11b10d2-63a1-498d-bfa2-238767a6228c tempest-ServerExternalEventsTest-957741334 tempest-ServerExternalEventsTest-957741334-project] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Updating instance_info_cache with network_info: [{"id": "eba94e9d-08b1-4867-9c07-4495c61e55fc", "address": "fa:16:3e:8e:1f:3a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba94e9d-08", "ovs_interfaceid": "eba94e9d-08b1-4867-9c07-4495c61e55fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.778044] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce15de6f-353b-44ea-8d78-bf397e398b85 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.788884] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475589, 'name': ReconfigVM_Task, 'duration_secs': 0.548904} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.791958] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e11b10d2-63a1-498d-bfa2-238767a6228c tempest-ServerExternalEventsTest-957741334 tempest-ServerExternalEventsTest-957741334-project] Releasing lock "refresh_cache-879f8f9e-4198-4b5a-92c3-ddf15d2b0752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.792390] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 4cfdb398-db76-48b1-85cf-48b4a2ad4793/4cfdb398-db76-48b1-85cf-48b4a2ad4793.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.793682] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-404eb2b6-66dc-4c20-ae7a-e3f021a1bd66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.814856] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 694.814856] env[69265]: value = "task-3475597" [ 694.814856] env[69265]: _type = "Task" [ 694.814856] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.818212] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666832} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.821477] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 0df832c7-2323-4514-8e2e-f557a29a8c2e/0df832c7-2323-4514-8e2e-f557a29a8c2e.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.821717] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.821968] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a092a01-4d6e-416c-b175-075a6e595601 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.829897] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475597, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.831221] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 694.831221] env[69265]: value = "task-3475598" [ 694.831221] env[69265]: _type = "Task" [ 694.831221] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.842149] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.858014] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527d4ac1-086b-4ea6-4591-51b7fadfca44, 'name': SearchDatastore_Task, 'duration_secs': 0.054994} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.858292] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.858584] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.858852] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06faf07f-71bb-48bf-b12b-edff2ab63c40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.870117] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 694.870117] env[69265]: value = "task-3475599" [ 694.870117] env[69265]: _type = "Task" [ 694.870117] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.878235] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.955151] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475594, 'name': CreateVM_Task, 'duration_secs': 0.46333} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.955329] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.959244] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.959244] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.959244] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.959244] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f1607c-5313-4e2c-b358-6d2010a1a2e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.962560] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 694.962560] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52604c90-663e-129d-bf76-b3c5b84ca6f0" [ 694.962560] env[69265]: _type = "Task" [ 694.962560] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.965570] env[69265]: DEBUG nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.972869] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52604c90-663e-129d-bf76-b3c5b84ca6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.007308] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231897} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.007567] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.007754] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.007926] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.092947] env[69265]: DEBUG nova.network.neutron [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Successfully created port: 1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.164650] env[69265]: DEBUG nova.network.neutron [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Updated VIF entry in instance network info cache for port 9070d06e-ed57-41c9-b14c-2d65f757f9b3. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.165117] env[69265]: DEBUG nova.network.neutron [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Updating instance_info_cache with network_info: [{"id": "9070d06e-ed57-41c9-b14c-2d65f757f9b3", "address": "fa:16:3e:4d:da:99", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9070d06e-ed", "ovs_interfaceid": "9070d06e-ed57-41c9-b14c-2d65f757f9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.219407] env[69265]: DEBUG nova.network.neutron [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Successfully updated port: 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.231807] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.232341] env[69265]: DEBUG nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.239247] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.719s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.327920] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475597, 'name': Rename_Task, 'duration_secs': 0.208713} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.328275] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.328558] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94cd08f4-2dc5-43cc-9536-eca1a5385731 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.336587] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 695.336587] env[69265]: value = "task-3475600" [ 695.336587] env[69265]: _type = "Task" [ 695.336587] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.344187] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079729} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.344807] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.345581] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd386bf-10cd-48e2-a36d-a0a7b209aab8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.353340] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.382398] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0df832c7-2323-4514-8e2e-f557a29a8c2e/0df832c7-2323-4514-8e2e-f557a29a8c2e.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.386229] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7312cf0b-0ca8-447b-ac74-ff91bc45c3a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.408620] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.410032] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 695.410032] env[69265]: value = "task-3475601" [ 695.410032] env[69265]: _type = "Task" [ 695.410032] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.418021] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.477905] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52604c90-663e-129d-bf76-b3c5b84ca6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.036362} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.479854] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.479948] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.480205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.480354] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.480542] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.481215] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc4b99b2-3d93-439c-8d1e-86436f909bd3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.490437] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.491074] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.491418] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f74a85-fec0-46de-b437-13ef0ffdeb68 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.498507] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 695.498507] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a1f8fe-0fcf-5aa1-2562-438994f4668d" [ 695.498507] env[69265]: _type = "Task" [ 695.498507] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.502045] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.507441] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a1f8fe-0fcf-5aa1-2562-438994f4668d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.669135] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Releasing lock "refresh_cache-4cfdb398-db76-48b1-85cf-48b4a2ad4793" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.669135] env[69265]: DEBUG nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Received event network-vif-deleted-8d8925f4-81c4-417f-992e-bdcd53d43e64 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.669135] env[69265]: DEBUG nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Received event network-vif-plugged-7d128953-5064-4d92-ade6-78f49c7a49b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.669135] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Acquiring lock "ee2d9832-32ef-44b2-878c-89762f813480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.669135] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Lock "ee2d9832-32ef-44b2-878c-89762f813480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.669318] env[69265]: DEBUG oslo_concurrency.lockutils [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] Lock "ee2d9832-32ef-44b2-878c-89762f813480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.669318] env[69265]: DEBUG nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] No waiting events found dispatching network-vif-plugged-7d128953-5064-4d92-ade6-78f49c7a49b1 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.669473] env[69265]: WARNING nova.compute.manager [req-54b12c92-29c6-46be-a25f-40977ba8a12c req-ab86944b-95b4-444b-8f6a-68a5a46504b1 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Received unexpected event network-vif-plugged-7d128953-5064-4d92-ade6-78f49c7a49b1 for instance with vm_state building and task_state spawning. [ 695.722736] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquiring lock "refresh_cache-ca30e339-6bb2-4035-af63-5106af370030" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.722896] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquired lock "refresh_cache-ca30e339-6bb2-4035-af63-5106af370030" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.723060] env[69265]: DEBUG nova.network.neutron [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.740051] env[69265]: DEBUG nova.compute.utils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.747526] env[69265]: INFO nova.compute.claims [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.751044] env[69265]: DEBUG nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.751800] env[69265]: DEBUG nova.network.neutron [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.851938] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.885806] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475599, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.013538} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.886258] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.886539] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.886840] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c220f081-69dd-4a8b-b9ca-dab17f14dac0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.894268] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 695.894268] env[69265]: value = "task-3475602" [ 695.894268] env[69265]: _type = "Task" [ 695.894268] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.906151] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.907504] env[69265]: DEBUG nova.policy [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2671f7ce08f44a27a0b111988b1261bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b675435d94ad4bba86674e9b7ad2acfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.922372] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.947212] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquiring lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.947521] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.947733] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquiring lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.947913] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.948142] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.953960] env[69265]: INFO nova.compute.manager [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Terminating instance [ 695.977502] env[69265]: DEBUG nova.network.neutron [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Updated VIF entry in instance network info cache for port cd83e3b3-e670-4e24-bcc4-cf8226541a95. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.980209] env[69265]: DEBUG nova.network.neutron [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Updating instance_info_cache with network_info: [{"id": "cd83e3b3-e670-4e24-bcc4-cf8226541a95", "address": "fa:16:3e:48:62:f7", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd83e3b3-e6", "ovs_interfaceid": "cd83e3b3-e670-4e24-bcc4-cf8226541a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.010975] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a1f8fe-0fcf-5aa1-2562-438994f4668d, 'name': SearchDatastore_Task, 'duration_secs': 0.018801} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.013254] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721ff180-3520-4fc6-87a5-ae7a75a198ec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.022037] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 696.022037] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523438f7-e1d1-890a-d20c-2025804db103" [ 696.022037] env[69265]: _type = "Task" [ 696.022037] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.034922] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523438f7-e1d1-890a-d20c-2025804db103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.064265] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.064578] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.064649] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.064948] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.065074] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.065426] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.065656] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.065816] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.066095] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.066294] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.066473] env[69265]: DEBUG nova.virt.hardware [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.067746] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e359da00-d7fd-467b-9f5d-1a174460298f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.076656] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c932536-d2e1-4e60-b92a-3fdb376c8972 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.092591] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.099091] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.099379] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.099596] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f99bdd62-56eb-49e3-b501-1f6b3eab7d7d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.117564] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.117564] env[69265]: value = "task-3475603" [ 696.117564] env[69265]: _type = "Task" [ 696.117564] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.127827] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475603, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.251671] env[69265]: DEBUG nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.257792] env[69265]: INFO nova.compute.resource_tracker [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating resource usage from migration e4f05496-3fc1-454f-8fbe-68c31e407463 [ 696.348697] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475600, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.409119] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088249} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.409119] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.409647] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc4a122-1a71-441b-8762-d8c01b5c8d7b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.435752] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475601, 'name': ReconfigVM_Task, 'duration_secs': 0.641668} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.445315] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.447892] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0df832c7-2323-4514-8e2e-f557a29a8c2e/0df832c7-2323-4514-8e2e-f557a29a8c2e.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.448550] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241c5fe0-c55d-4d58-be41-b652dc4f8f63 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.465844] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b300e8f5-4ea5-42d1-8121-b5a9cb100048 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.468665] env[69265]: DEBUG nova.compute.manager [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.468665] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.468665] env[69265]: DEBUG nova.network.neutron [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.472933] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c70e53-b291-4266-83cd-41c0c4142475 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.482801] env[69265]: DEBUG oslo_concurrency.lockutils [req-2fde091b-90c0-49d6-b8f3-88c333574f30 req-e43bf59a-8c8c-456c-a1a3-9b46ab394305 service nova] Releasing lock "refresh_cache-0df832c7-2323-4514-8e2e-f557a29a8c2e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.485881] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 696.485881] env[69265]: value = "task-3475605" [ 696.485881] env[69265]: _type = "Task" [ 696.485881] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.488895] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 696.488895] env[69265]: value = "task-3475604" [ 696.488895] env[69265]: _type = "Task" [ 696.488895] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.489159] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.493562] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c90acae-043c-4163-8672-782d8514d8cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.508118] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.513524] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475604, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.513746] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 696.513746] env[69265]: value = "task-3475606" [ 696.513746] env[69265]: _type = "Task" [ 696.513746] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.524667] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.535826] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523438f7-e1d1-890a-d20c-2025804db103, 'name': SearchDatastore_Task, 'duration_secs': 0.015462} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.535826] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.535826] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ee2d9832-32ef-44b2-878c-89762f813480/ee2d9832-32ef-44b2-878c-89762f813480.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.535826] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2d7e0e3-3ec5-459b-8f8d-6e36189cef80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.541497] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 696.541497] env[69265]: value = "task-3475607" [ 696.541497] env[69265]: _type = "Task" [ 696.541497] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.553722] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.634807] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475603, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.635616] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d565827-12bb-48cd-b52f-a61aad5d1c80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.643133] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e772824c-ff27-4e61-ab0c-017a070b7115 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.686706] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f75355-5b45-4861-977d-a56322946149 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.695108] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a4b78f-d062-44e6-92f2-979fa2d63300 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.712240] env[69265]: DEBUG nova.compute.provider_tree [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.851047] env[69265]: DEBUG oslo_vmware.api [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475600, 'name': PowerOnVM_Task, 'duration_secs': 1.027708} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.851681] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.851681] env[69265]: INFO nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Took 11.88 seconds to spawn the instance on the hypervisor. [ 696.851787] env[69265]: DEBUG nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.852529] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a663ed5-71a0-446c-9f91-d6540ad4e4b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.952930] env[69265]: DEBUG nova.compute.manager [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Received event network-changed-7d128953-5064-4d92-ade6-78f49c7a49b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.952930] env[69265]: DEBUG nova.compute.manager [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Refreshing instance network info cache due to event network-changed-7d128953-5064-4d92-ade6-78f49c7a49b1. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.952930] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Acquiring lock "refresh_cache-ee2d9832-32ef-44b2-878c-89762f813480" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954681] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Acquired lock "refresh_cache-ee2d9832-32ef-44b2-878c-89762f813480" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954811] env[69265]: DEBUG nova.network.neutron [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Refreshing network info cache for port 7d128953-5064-4d92-ade6-78f49c7a49b1 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.005454] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.009440] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475604, 'name': Rename_Task, 'duration_secs': 0.3514} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.009705] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.009955] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f37b9d9-17d6-4384-bf6b-1a7f8bb621ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.031266] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.031585] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 697.031585] env[69265]: value = "task-3475608" [ 697.031585] env[69265]: _type = "Task" [ 697.031585] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.052334] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475607, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.055272] env[69265]: DEBUG nova.network.neutron [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Updating instance_info_cache with network_info: [{"id": "6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0", "address": "fa:16:3e:3e:31:83", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eda1c62-e7", "ovs_interfaceid": "6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.137949] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475603, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.219855] env[69265]: DEBUG nova.scheduler.client.report [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.271196] env[69265]: DEBUG nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.314225] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.314608] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.315338] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.315338] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.315338] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.315338] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.315773] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.315773] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.315872] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.316136] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.316462] env[69265]: DEBUG nova.virt.hardware [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.317448] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ffc523-8cd8-4491-85db-48b8926cbf42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.332021] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd225eb6-b8f8-4495-8505-77af2ce30a8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.381385] env[69265]: INFO nova.compute.manager [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Took 18.06 seconds to build instance. [ 697.504999] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.528792] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.546916] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.558924] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Releasing lock "refresh_cache-ca30e339-6bb2-4035-af63-5106af370030" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.559122] env[69265]: DEBUG nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Instance network_info: |[{"id": "6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0", "address": "fa:16:3e:3e:31:83", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eda1c62-e7", "ovs_interfaceid": "6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.559411] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964176} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.559745] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:31:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.568144] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Creating folder: Project (15c3bdeb546b4ed0a27bfa2e3b7a029d). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.568615] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ee2d9832-32ef-44b2-878c-89762f813480/ee2d9832-32ef-44b2-878c-89762f813480.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.568752] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.568882] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fb02621-9b5b-4dd8-867f-e2628855af0e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.570916] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c64b4757-355c-42c7-92a3-23fe42bca0ba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.579312] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 697.579312] env[69265]: value = "task-3475610" [ 697.579312] env[69265]: _type = "Task" [ 697.579312] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.585299] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Created folder: Project (15c3bdeb546b4ed0a27bfa2e3b7a029d) in parent group-v694865. [ 697.586262] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Creating folder: Instances. Parent ref: group-v694898. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.586262] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8f08a52-dda5-49e0-a7f6-660d5eab69b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.592308] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.602756] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Created folder: Instances in parent group-v694898. [ 697.603082] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.603327] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca30e339-6bb2-4035-af63-5106af370030] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.603538] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3a800fb-fec5-405f-b32d-01d935ef43f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.632647] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475603, 'name': CreateVM_Task, 'duration_secs': 1.429259} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.633990] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.635534] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.635534] env[69265]: value = "task-3475612" [ 697.635534] env[69265]: _type = "Task" [ 697.635534] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.635534] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.635534] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.635534] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.635534] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83fed53-b28b-4cc1-a518-ccf6febd1f80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.647278] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 697.647278] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52633ef4-49e7-f010-7e68-716643db790c" [ 697.647278] env[69265]: _type = "Task" [ 697.647278] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.651127] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475612, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.666102] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52633ef4-49e7-f010-7e68-716643db790c, 'name': SearchDatastore_Task, 'duration_secs': 0.013843} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.666505] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.666807] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.667084] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.671022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.671022] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.671022] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aaba78c-585c-484a-b569-5d606bd349fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.678748] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.678967] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.680071] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679b43f7-09eb-430c-9e34-7c7d023b9a01 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.689806] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 697.689806] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525b0d67-944c-3fbd-6537-4211c339a770" [ 697.689806] env[69265]: _type = "Task" [ 697.689806] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.702967] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525b0d67-944c-3fbd-6537-4211c339a770, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.704819] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da9fd0b-cfdf-4623-9506-0d950afcd554 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.711563] env[69265]: DEBUG nova.compute.manager [req-52a2eddc-ddef-48ec-9840-e72a1bcf384d req-ac409493-3ae7-44c6-8b73-a064322cf62e service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Received event network-changed-f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.711915] env[69265]: DEBUG nova.compute.manager [req-52a2eddc-ddef-48ec-9840-e72a1bcf384d req-ac409493-3ae7-44c6-8b73-a064322cf62e service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Refreshing instance network info cache due to event network-changed-f5b257c6-eddb-452b-aa89-111998eb0c45. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.712336] env[69265]: DEBUG oslo_concurrency.lockutils [req-52a2eddc-ddef-48ec-9840-e72a1bcf384d req-ac409493-3ae7-44c6-8b73-a064322cf62e service nova] Acquiring lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.712450] env[69265]: DEBUG oslo_concurrency.lockutils [req-52a2eddc-ddef-48ec-9840-e72a1bcf384d req-ac409493-3ae7-44c6-8b73-a064322cf62e service nova] Acquired lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.712993] env[69265]: DEBUG nova.network.neutron [req-52a2eddc-ddef-48ec-9840-e72a1bcf384d req-ac409493-3ae7-44c6-8b73-a064322cf62e service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Refreshing network info cache for port f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.718235] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 697.718235] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aff195-420b-2e07-31dd-1fe53939d37b" [ 697.718235] env[69265]: _type = "Task" [ 697.718235] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.729615] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.494s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.730038] env[69265]: INFO nova.compute.manager [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Migrating [ 697.730262] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.730536] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.732381] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aff195-420b-2e07-31dd-1fe53939d37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.733435] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.791s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.733786] env[69265]: DEBUG nova.objects.instance [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Lazy-loading 'resources' on Instance uuid 68e85c8e-9a83-48f7-a900-7e0bf77b6096 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.883033] env[69265]: DEBUG oslo_concurrency.lockutils [None req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.571s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.887644] env[69265]: DEBUG nova.network.neutron [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Successfully created port: 13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.003119] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475605, 'name': ReconfigVM_Task, 'duration_secs': 1.363405} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.006405] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.009623] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbed40d3-6959-4088-9364-ad8dbc3be625 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.016146] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 698.016146] env[69265]: value = "task-3475613" [ 698.016146] env[69265]: _type = "Task" [ 698.016146] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.025909] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475606, 'name': PowerOffVM_Task, 'duration_secs': 1.2098} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.028575] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.028575] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.029362] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475613, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.029362] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38bb0714-07cc-4fe7-b95e-5b6c18e32f85 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.041634] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.090230] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115913} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.090555] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.091618] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69106776-c3bd-40dd-9878-66a1cdc7d038 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.117223] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ee2d9832-32ef-44b2-878c-89762f813480/ee2d9832-32ef-44b2-878c-89762f813480.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.118821] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39cfd50c-0013-483f-9360-3410cc5a1ab2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.134216] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.134429] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.135269] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Deleting the datastore file [datastore2] 879f8f9e-4198-4b5a-92c3-ddf15d2b0752 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.135269] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b738644f-9da8-4631-b852-8186434287b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.142620] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 698.142620] env[69265]: value = "task-3475615" [ 698.142620] env[69265]: _type = "Task" [ 698.142620] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.147332] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475612, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.150416] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for the task: (returnval){ [ 698.150416] env[69265]: value = "task-3475616" [ 698.150416] env[69265]: _type = "Task" [ 698.150416] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.157016] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.163144] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.228713] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aff195-420b-2e07-31dd-1fe53939d37b, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.229277] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.229277] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf/0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.229526] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d01e3968-81b2-4b32-864b-2631a7ee26c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.236349] env[69265]: INFO nova.compute.rpcapi [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 698.236865] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.246309] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 698.246309] env[69265]: value = "task-3475617" [ 698.246309] env[69265]: _type = "Task" [ 698.246309] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.265450] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.317351] env[69265]: DEBUG nova.network.neutron [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Updated VIF entry in instance network info cache for port 7d128953-5064-4d92-ade6-78f49c7a49b1. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.317747] env[69265]: DEBUG nova.network.neutron [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Updating instance_info_cache with network_info: [{"id": "7d128953-5064-4d92-ade6-78f49c7a49b1", "address": "fa:16:3e:c0:23:f7", "network": {"id": "31402b9e-0c68-4e2c-8ef7-e3644718a25c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2026438244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96471850bb44304acba16e1b488caf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d128953-50", "ovs_interfaceid": "7d128953-5064-4d92-ade6-78f49c7a49b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.386583] env[69265]: DEBUG nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.531376] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475613, 'name': Rename_Task, 'duration_secs': 0.33264} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.531932] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.534298] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc66ab15-d580-4e93-b0f4-732592d66695 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.545734] env[69265]: DEBUG oslo_vmware.api [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475608, 'name': PowerOnVM_Task, 'duration_secs': 1.065481} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.547268] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.547268] env[69265]: INFO nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Took 11.26 seconds to spawn the instance on the hypervisor. [ 698.547991] env[69265]: DEBUG nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.547991] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 698.547991] env[69265]: value = "task-3475618" [ 698.547991] env[69265]: _type = "Task" [ 698.547991] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.549026] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224b5860-88fb-402f-a482-7dd3141dc031 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.567095] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475618, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.618027] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a46ff-1bff-4b1b-b028-9056fd94a111 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.631202] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286bcaf0-3bc7-49b0-859e-1aca286db885 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.675298] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f824aeb6-6409-47ef-9daf-4449ace24349 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.684295] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475612, 'name': CreateVM_Task, 'duration_secs': 0.516022} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.695840] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca30e339-6bb2-4035-af63-5106af370030] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.696484] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.696484] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.698041] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.698041] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.698411] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.702027] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ef6b3d-5ac3-4d4a-ad7d-99e6dd473740 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.705556] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aeb8b2-2ff5-4cfa-b4cd-c80051cdc493 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.713719] env[69265]: DEBUG nova.network.neutron [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Successfully updated port: 1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.715101] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 698.715101] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cddc68-6371-1586-e078-55df32471fc7" [ 698.715101] env[69265]: _type = "Task" [ 698.715101] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.731414] env[69265]: DEBUG nova.compute.provider_tree [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.740019] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cddc68-6371-1586-e078-55df32471fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.016356} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.740019] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.740019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.740019] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.740272] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.740272] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.740272] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7858c0d-0a6a-4cc4-a7d4-cda430d97f5f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.750665] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.750665] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.750665] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3574a9-1e53-40af-9d3b-16b922114a29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.761483] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.761751] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.761868] env[69265]: DEBUG nova.network.neutron [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.765953] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 698.765953] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52364fcf-b17a-2fe6-81ba-78635da54be5" [ 698.765953] env[69265]: _type = "Task" [ 698.765953] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.768903] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475617, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.780475] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52364fcf-b17a-2fe6-81ba-78635da54be5, 'name': SearchDatastore_Task, 'duration_secs': 0.014378} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.781990] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7efb235c-6c3b-4d81-9926-4b5703fa71ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.789291] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 698.789291] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52460013-f50b-10b5-4009-3eaffb7f4a4d" [ 698.789291] env[69265]: _type = "Task" [ 698.789291] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.802389] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52460013-f50b-10b5-4009-3eaffb7f4a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.822542] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Releasing lock "refresh_cache-ee2d9832-32ef-44b2-878c-89762f813480" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.822877] env[69265]: DEBUG nova.compute.manager [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] Received event network-vif-plugged-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.823178] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Acquiring lock "ca30e339-6bb2-4035-af63-5106af370030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.823529] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Lock "ca30e339-6bb2-4035-af63-5106af370030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.825878] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Lock "ca30e339-6bb2-4035-af63-5106af370030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.825878] env[69265]: DEBUG nova.compute.manager [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] No waiting events found dispatching network-vif-plugged-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.825878] env[69265]: WARNING nova.compute.manager [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] Received unexpected event network-vif-plugged-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 for instance with vm_state building and task_state spawning. [ 698.825878] env[69265]: DEBUG nova.compute.manager [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] Received event network-changed-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.825878] env[69265]: DEBUG nova.compute.manager [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] Refreshing instance network info cache due to event network-changed-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.826521] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Acquiring lock "refresh_cache-ca30e339-6bb2-4035-af63-5106af370030" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.826521] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Acquired lock "refresh_cache-ca30e339-6bb2-4035-af63-5106af370030" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.826521] env[69265]: DEBUG nova.network.neutron [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] Refreshing network info cache for port 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.934131] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.082956] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.086186] env[69265]: INFO nova.compute.manager [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Took 16.51 seconds to build instance. [ 699.187707] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475615, 'name': ReconfigVM_Task, 'duration_secs': 0.868973} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.187869] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ee2d9832-32ef-44b2-878c-89762f813480/ee2d9832-32ef-44b2-878c-89762f813480.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.188931] env[69265]: DEBUG oslo_vmware.api [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Task: {'id': task-3475616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565943} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.188931] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfc8df9b-b521-4991-aea1-1eaaa2ae450e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.191341] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.191562] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.191800] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.192139] env[69265]: INFO nova.compute.manager [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Took 2.72 seconds to destroy the instance on the hypervisor. [ 699.192426] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.192975] env[69265]: DEBUG nova.compute.manager [-] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.193073] env[69265]: DEBUG nova.network.neutron [-] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.201276] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 699.201276] env[69265]: value = "task-3475619" [ 699.201276] env[69265]: _type = "Task" [ 699.201276] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.210179] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475619, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.220719] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.220880] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquired lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.221051] env[69265]: DEBUG nova.network.neutron [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.239475] env[69265]: DEBUG nova.scheduler.client.report [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.270315] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876401} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.270915] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf/0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.271160] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.271743] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f8aad56-e3ef-4bfd-b748-77ee78a006f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.282606] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 699.282606] env[69265]: value = "task-3475620" [ 699.282606] env[69265]: _type = "Task" [ 699.282606] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.292397] env[69265]: DEBUG nova.network.neutron [req-52a2eddc-ddef-48ec-9840-e72a1bcf384d req-ac409493-3ae7-44c6-8b73-a064322cf62e service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Updated VIF entry in instance network info cache for port f5b257c6-eddb-452b-aa89-111998eb0c45. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.292595] env[69265]: DEBUG nova.network.neutron [req-52a2eddc-ddef-48ec-9840-e72a1bcf384d req-ac409493-3ae7-44c6-8b73-a064322cf62e service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Updating instance_info_cache with network_info: [{"id": "f5b257c6-eddb-452b-aa89-111998eb0c45", "address": "fa:16:3e:13:18:aa", "network": {"id": "b56620f6-5313-40b5-b846-e4fe61829685", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-726497393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7546741f30d74649b761f2bb2c504985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b257c6-ed", "ovs_interfaceid": "f5b257c6-eddb-452b-aa89-111998eb0c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.304118] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.307794] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52460013-f50b-10b5-4009-3eaffb7f4a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.021245} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.308104] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.308318] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] ca30e339-6bb2-4035-af63-5106af370030/ca30e339-6bb2-4035-af63-5106af370030.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.308576] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ff1729-d07e-4c07-984e-95fa067df9aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.315548] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 699.315548] env[69265]: value = "task-3475621" [ 699.315548] env[69265]: _type = "Task" [ 699.315548] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.326736] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.568798] env[69265]: DEBUG oslo_vmware.api [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475618, 'name': PowerOnVM_Task, 'duration_secs': 0.622505} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.572419] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.572629] env[69265]: DEBUG nova.compute.manager [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.573624] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1060458-a989-44e0-af94-cb1b1928453d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.591163] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b67154ee-5151-4309-b6e1-c2c805432a3b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "0df832c7-2323-4514-8e2e-f557a29a8c2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.030s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.719174] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475619, 'name': Rename_Task, 'duration_secs': 0.366112} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.719174] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.719174] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1c7853e-8b07-42d4-ab16-25470ffc3516 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.729708] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 699.729708] env[69265]: value = "task-3475622" [ 699.729708] env[69265]: _type = "Task" [ 699.729708] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.740284] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.741381] env[69265]: DEBUG nova.network.neutron [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance_info_cache with network_info: [{"id": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "address": "fa:16:3e:29:59:57", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323692cc-81", "ovs_interfaceid": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.747312] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.750916] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.610s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.752711] env[69265]: INFO nova.compute.claims [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.791424] env[69265]: INFO nova.scheduler.client.report [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Deleted allocations for instance 68e85c8e-9a83-48f7-a900-7e0bf77b6096 [ 699.796440] env[69265]: DEBUG oslo_concurrency.lockutils [req-52a2eddc-ddef-48ec-9840-e72a1bcf384d req-ac409493-3ae7-44c6-8b73-a064322cf62e service nova] Releasing lock "refresh_cache-159133ec-f812-4c14-83b0-2428af776431" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.796709] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074602} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.799244] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.800359] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ba0d10-59f8-47c6-8993-506364a6b1a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.820580] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf/0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.821646] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a92e2a1-19f2-486b-bcd2-24cb6571eef9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.845805] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.847516] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 699.847516] env[69265]: value = "task-3475623" [ 699.847516] env[69265]: _type = "Task" [ 699.847516] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.857638] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475623, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.017036] env[69265]: DEBUG nova.compute.manager [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Received event network-vif-plugged-1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.017036] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Acquiring lock "417b5827-79da-47a6-bf40-0eaee265660c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.017036] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Lock "417b5827-79da-47a6-bf40-0eaee265660c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.017339] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Lock "417b5827-79da-47a6-bf40-0eaee265660c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.017459] env[69265]: DEBUG nova.compute.manager [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] No waiting events found dispatching network-vif-plugged-1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.017578] env[69265]: WARNING nova.compute.manager [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Received unexpected event network-vif-plugged-1d027ea2-ba0a-45ad-b474-3228b2a676b1 for instance with vm_state building and task_state spawning. [ 700.017740] env[69265]: DEBUG nova.compute.manager [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Received event network-changed-3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.017891] env[69265]: DEBUG nova.compute.manager [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Refreshing instance network info cache due to event network-changed-3686e37b-2af8-4d27-a283-a7a602c9bd52. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.018092] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Acquiring lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.018233] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Acquired lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.018389] env[69265]: DEBUG nova.network.neutron [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Refreshing network info cache for port 3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.021473] env[69265]: DEBUG nova.network.neutron [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.094113] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.156842] env[69265]: DEBUG nova.network.neutron [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] Updated VIF entry in instance network info cache for port 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.157278] env[69265]: DEBUG nova.network.neutron [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] Updating instance_info_cache with network_info: [{"id": "6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0", "address": "fa:16:3e:3e:31:83", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eda1c62-e7", "ovs_interfaceid": "6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.253467] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.256847] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.304279] env[69265]: DEBUG oslo_concurrency.lockutils [None req-029116f8-9226-430d-9c49-6414b190870b tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Lock "68e85c8e-9a83-48f7-a900-7e0bf77b6096" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.965s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.341869] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475621, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.366606] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.552711] env[69265]: DEBUG nova.network.neutron [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Updating instance_info_cache with network_info: [{"id": "1d027ea2-ba0a-45ad-b474-3228b2a676b1", "address": "fa:16:3e:d1:65:05", "network": {"id": "60829d99-655c-4889-8cbf-e977086185da", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-629787008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15b3ea4075eb4d15862db285dc23f115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d027ea2-ba", "ovs_interfaceid": "1d027ea2-ba0a-45ad-b474-3228b2a676b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.660780] env[69265]: DEBUG oslo_concurrency.lockutils [req-a51c9bc1-28ab-4797-9eb0-2d4ea39ef423 req-5451494c-a3cb-498c-af09-ae2d8843cfc1 service nova] Releasing lock "refresh_cache-ca30e339-6bb2-4035-af63-5106af370030" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.718758] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "9e611d0f-aca8-4d76-9325-c8c074a97e19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.719631] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "9e611d0f-aca8-4d76-9325-c8c074a97e19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.754026] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.837722] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475621, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.29364} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.837974] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] ca30e339-6bb2-4035-af63-5106af370030/ca30e339-6bb2-4035-af63-5106af370030.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.838283] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.838474] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-769da275-1fd0-4734-822e-78cc08c179f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.848358] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 700.848358] env[69265]: value = "task-3475624" [ 700.848358] env[69265]: _type = "Task" [ 700.848358] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.861838] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.865705] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475623, 'name': ReconfigVM_Task, 'duration_secs': 0.547235} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.865999] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf/0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.868148] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31a5c4e5-c49b-419f-8fa7-5b09cd16a7bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.874651] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 700.874651] env[69265]: value = "task-3475625" [ 700.874651] env[69265]: _type = "Task" [ 700.874651] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.886392] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475625, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.946738] env[69265]: DEBUG nova.network.neutron [-] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.058690] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Releasing lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.059040] env[69265]: DEBUG nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Instance network_info: |[{"id": "1d027ea2-ba0a-45ad-b474-3228b2a676b1", "address": "fa:16:3e:d1:65:05", "network": {"id": "60829d99-655c-4889-8cbf-e977086185da", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-629787008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15b3ea4075eb4d15862db285dc23f115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d027ea2-ba", "ovs_interfaceid": "1d027ea2-ba0a-45ad-b474-3228b2a676b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.059585] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:65:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d027ea2-ba0a-45ad-b474-3228b2a676b1', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.074201] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Creating folder: Project (15b3ea4075eb4d15862db285dc23f115). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.078789] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-399f4ee2-e477-4e43-ab1e-caead00c1967 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.093368] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Created folder: Project (15b3ea4075eb4d15862db285dc23f115) in parent group-v694865. [ 701.093559] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Creating folder: Instances. Parent ref: group-v694901. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.097025] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2db146a0-3bc9-49c4-9cd4-6cc94222a33b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.100517] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "0df832c7-2323-4514-8e2e-f557a29a8c2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.100769] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "0df832c7-2323-4514-8e2e-f557a29a8c2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.101733] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "0df832c7-2323-4514-8e2e-f557a29a8c2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.101733] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "0df832c7-2323-4514-8e2e-f557a29a8c2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.101733] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "0df832c7-2323-4514-8e2e-f557a29a8c2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.107915] env[69265]: INFO nova.compute.manager [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Terminating instance [ 701.118683] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Created folder: Instances in parent group-v694901. [ 701.118683] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.121205] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.125448] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0d6bdb-2773-4ed0-9434-6ae43b7cf62a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.168514] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.168514] env[69265]: value = "task-3475628" [ 701.168514] env[69265]: _type = "Task" [ 701.168514] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.182377] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475628, 'name': CreateVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.222991] env[69265]: DEBUG nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.248344] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.286251] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f870fc-be45-4d08-9140-f94a9dc7a097 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.306432] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d639bc86-f8d6-42eb-9fe0-19e5507fd253 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.341821] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53701ad-1596-4ebb-83ef-0687e586068e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.358775] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d91b2-08e0-4e0e-bec7-723cdb1a07d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.371802] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093721} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.384802] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.385099] env[69265]: DEBUG nova.compute.provider_tree [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.387136] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1f8410-9ef3-48ea-bcf2-4f57828707a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.400248] env[69265]: DEBUG nova.scheduler.client.report [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.431751] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] ca30e339-6bb2-4035-af63-5106af370030/ca30e339-6bb2-4035-af63-5106af370030.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.436435] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ecb120-a0bd-423e-af7e-1c317289da31 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.451791] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475625, 'name': Rename_Task, 'duration_secs': 0.168639} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.451952] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.452980] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-467c275f-6fd0-41e4-8f5b-e082b6cdcb44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.454481] env[69265]: INFO nova.compute.manager [-] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Took 2.26 seconds to deallocate network for instance. [ 701.461552] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 701.461552] env[69265]: value = "task-3475629" [ 701.461552] env[69265]: _type = "Task" [ 701.461552] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.463450] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 701.463450] env[69265]: value = "task-3475630" [ 701.463450] env[69265]: _type = "Task" [ 701.463450] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.476666] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.479841] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.480833] env[69265]: DEBUG nova.network.neutron [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Updated VIF entry in instance network info cache for port 3686e37b-2af8-4d27-a283-a7a602c9bd52. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.481160] env[69265]: DEBUG nova.network.neutron [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Updating instance_info_cache with network_info: [{"id": "3686e37b-2af8-4d27-a283-a7a602c9bd52", "address": "fa:16:3e:06:e2:74", "network": {"id": "60b3c1b4-0f39-4f05-8ca0-df2bce93d2aa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-862508965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d018b9c5f8c74405a2f73b88869d07ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686e37b-2a", "ovs_interfaceid": "3686e37b-2af8-4d27-a283-a7a602c9bd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.508264] env[69265]: DEBUG nova.network.neutron [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Successfully updated port: 13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.614922] env[69265]: DEBUG nova.compute.manager [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.615205] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.616254] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb85de8e-69f7-46e2-a1e5-e20a89a9e306 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.628826] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.629015] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56f79325-2271-4622-8801-34a481479d19 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.636275] env[69265]: DEBUG oslo_vmware.api [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 701.636275] env[69265]: value = "task-3475631" [ 701.636275] env[69265]: _type = "Task" [ 701.636275] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.649064] env[69265]: DEBUG oslo_vmware.api [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.679267] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475628, 'name': CreateVM_Task, 'duration_secs': 0.381767} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.679267] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.679654] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.679767] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.680112] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.680383] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a55649-4b71-4ee2-8ef2-1b76d3416adc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.687752] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 701.687752] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52552ec0-61af-2167-c055-8ce4b1547ae0" [ 701.687752] env[69265]: _type = "Task" [ 701.687752] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.697932] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52552ec0-61af-2167-c055-8ce4b1547ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.761100] env[69265]: DEBUG oslo_vmware.api [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475622, 'name': PowerOnVM_Task, 'duration_secs': 1.755561} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.761100] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.761100] env[69265]: INFO nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Took 12.11 seconds to spawn the instance on the hypervisor. [ 701.761100] env[69265]: DEBUG nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.762672] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d10721-33cc-4649-a6d3-f252975b06b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.777813] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.781807] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff06e3a-cb4d-491d-b816-4262cce19b26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.806161] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance '99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.906551] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.907995] env[69265]: DEBUG nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.910904] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.073s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.912541] env[69265]: INFO nova.compute.claims [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.963052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.982027] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475629, 'name': ReconfigVM_Task, 'duration_secs': 0.474669} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.982027] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Reconfigured VM instance instance-0000000b to attach disk [datastore2] ca30e339-6bb2-4035-af63-5106af370030/ca30e339-6bb2-4035-af63-5106af370030.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.983644] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475630, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.984145] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ebcdc3f-38d2-4fb0-ac0b-5eab786f8756 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.986306] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Releasing lock "refresh_cache-864468ff-21d5-43f2-b378-2c8981d42d54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.986672] env[69265]: DEBUG nova.compute.manager [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Received event network-changed-1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.986940] env[69265]: DEBUG nova.compute.manager [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Refreshing instance network info cache due to event network-changed-1d027ea2-ba0a-45ad-b474-3228b2a676b1. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.987284] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Acquiring lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.987550] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Acquired lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.988106] env[69265]: DEBUG nova.network.neutron [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Refreshing network info cache for port 1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.997235] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 701.997235] env[69265]: value = "task-3475632" [ 701.997235] env[69265]: _type = "Task" [ 701.997235] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.008481] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475632, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.011118] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquiring lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.011261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquired lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.011409] env[69265]: DEBUG nova.network.neutron [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.151646] env[69265]: DEBUG oslo_vmware.api [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475631, 'name': PowerOffVM_Task, 'duration_secs': 0.237673} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.151924] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.152114] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.152860] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25df78a1-b009-4f5b-8090-5cbe78059e37 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.198142] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52552ec0-61af-2167-c055-8ce4b1547ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.014444} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.198474] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.198701] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.198972] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.199091] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.199280] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.199555] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7703c670-f3a4-4be1-ad36-bac6067f8741 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.210010] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.210010] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.210010] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleting the datastore file [datastore2] 0df832c7-2323-4514-8e2e-f557a29a8c2e {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.210010] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93cdb368-ed8d-4079-8743-60f8d48f46b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.210886] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.210886] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.214028] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5ff419-1247-4825-bb01-11993308f26f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.216283] env[69265]: DEBUG oslo_vmware.api [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 702.216283] env[69265]: value = "task-3475634" [ 702.216283] env[69265]: _type = "Task" [ 702.216283] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.217577] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 702.217577] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52303b87-5e1e-461e-2cf1-db429be7e803" [ 702.217577] env[69265]: _type = "Task" [ 702.217577] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.228446] env[69265]: DEBUG oslo_vmware.api [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.231750] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52303b87-5e1e-461e-2cf1-db429be7e803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.285411] env[69265]: INFO nova.compute.manager [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Took 17.42 seconds to build instance. [ 702.315226] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.315521] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cdb5a7c-3dcd-4d62-84d2-9199d08f53e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.324050] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 702.324050] env[69265]: value = "task-3475635" [ 702.324050] env[69265]: _type = "Task" [ 702.324050] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.332847] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.418045] env[69265]: DEBUG nova.compute.utils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.424465] env[69265]: DEBUG nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.424753] env[69265]: DEBUG nova.network.neutron [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.482026] env[69265]: DEBUG oslo_vmware.api [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475630, 'name': PowerOnVM_Task, 'duration_secs': 0.931326} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.482026] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.482026] env[69265]: DEBUG nova.compute.manager [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.482724] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ee28f-736c-40b7-8da6-a18487d6f2c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.507224] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475632, 'name': Rename_Task, 'duration_secs': 0.204267} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.507395] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.509058] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab78a9bf-89de-4b91-a027-6149ba3349d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.519650] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 702.519650] env[69265]: value = "task-3475636" [ 702.519650] env[69265]: _type = "Task" [ 702.519650] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.532475] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.607146] env[69265]: DEBUG nova.policy [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '351dfc515f9340819cb4583c32b465d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '991268cbe34042a48a6cacc1c79ebd01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.673667] env[69265]: DEBUG nova.network.neutron [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.740012] env[69265]: DEBUG oslo_vmware.api [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373063} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.742586] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.743830] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.744202] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.744202] env[69265]: INFO nova.compute.manager [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 702.744441] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.746577] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52303b87-5e1e-461e-2cf1-db429be7e803, 'name': SearchDatastore_Task, 'duration_secs': 0.013221} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.751181] env[69265]: DEBUG nova.compute.manager [-] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.751460] env[69265]: DEBUG nova.network.neutron [-] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.753970] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937aecda-c9ec-4f09-8ff1-cb6fe69aba1c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.762462] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 702.762462] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5252bee4-e123-9dc5-072f-7a8aa851655e" [ 702.762462] env[69265]: _type = "Task" [ 702.762462] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.770922] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5252bee4-e123-9dc5-072f-7a8aa851655e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.790926] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "ee2d9832-32ef-44b2-878c-89762f813480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.941s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.834437] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475635, 'name': PowerOffVM_Task, 'duration_secs': 0.378722} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.834733] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.835213] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance '99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.923062] env[69265]: DEBUG nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.005858] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.037430] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475636, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.278668] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5252bee4-e123-9dc5-072f-7a8aa851655e, 'name': SearchDatastore_Task, 'duration_secs': 0.017265} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.278799] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.279217] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 417b5827-79da-47a6-bf40-0eaee265660c/417b5827-79da-47a6-bf40-0eaee265660c.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.279394] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cd474c6-194b-4f5a-8300-0893d8f46f54 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.286226] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 703.286226] env[69265]: value = "task-3475637" [ 703.286226] env[69265]: _type = "Task" [ 703.286226] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.305323] env[69265]: DEBUG nova.compute.manager [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Received event network-vif-deleted-eba94e9d-08b1-4867-9c07-4495c61e55fc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.305535] env[69265]: DEBUG nova.compute.manager [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Received event network-vif-plugged-13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.305726] env[69265]: DEBUG oslo_concurrency.lockutils [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] Acquiring lock "ac64274f-9331-4362-af8c-e61c3dfca47b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.305956] env[69265]: DEBUG oslo_concurrency.lockutils [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] Lock "ac64274f-9331-4362-af8c-e61c3dfca47b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.306299] env[69265]: DEBUG oslo_concurrency.lockutils [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] Lock "ac64274f-9331-4362-af8c-e61c3dfca47b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.306366] env[69265]: DEBUG nova.compute.manager [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] No waiting events found dispatching network-vif-plugged-13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.306502] env[69265]: WARNING nova.compute.manager [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Received unexpected event network-vif-plugged-13d53801-1c8f-48c4-ace0-659d9d8ff0db for instance with vm_state building and task_state spawning. [ 703.306661] env[69265]: DEBUG nova.compute.manager [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Received event network-changed-13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.306811] env[69265]: DEBUG nova.compute.manager [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Refreshing instance network info cache due to event network-changed-13d53801-1c8f-48c4-ace0-659d9d8ff0db. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.306979] env[69265]: DEBUG oslo_concurrency.lockutils [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] Acquiring lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.314567] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.341974] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.342224] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.342408] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.342589] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.342730] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.342877] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.343094] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.343280] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.343457] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.343622] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.343811] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.350711] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf362da8-113f-4bf6-aaee-23571c78731f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.365879] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d8fc1-2492-4666-a47e-26a52c2251d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.372525] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 703.372525] env[69265]: value = "task-3475638" [ 703.372525] env[69265]: _type = "Task" [ 703.372525] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.377338] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae7f8e0-67a1-4277-ad01-38cc492a743f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.384837] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.416619] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4581c792-4cc3-4ff1-893e-81ff24947b34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.424682] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516374dc-2594-4429-8ce9-36caadf58d73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.443144] env[69265]: DEBUG nova.compute.provider_tree [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.531495] env[69265]: INFO nova.compute.manager [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Rebuilding instance [ 703.553353] env[69265]: DEBUG oslo_vmware.api [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475636, 'name': PowerOnVM_Task, 'duration_secs': 0.803817} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.553847] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.554231] env[69265]: INFO nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Took 11.35 seconds to spawn the instance on the hypervisor. [ 703.554566] env[69265]: DEBUG nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.555977] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3519d71c-f8f7-441d-9592-45746e744840 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.612120] env[69265]: DEBUG nova.compute.manager [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.613410] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0960e849-7795-4112-8a3f-bd5c1912df05 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.700389] env[69265]: DEBUG nova.network.neutron [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Updating instance_info_cache with network_info: [{"id": "13d53801-1c8f-48c4-ace0-659d9d8ff0db", "address": "fa:16:3e:9c:3e:56", "network": {"id": "f6d2bef3-3a08-4d96-98d0-4502dad15249", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-346100780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b675435d94ad4bba86674e9b7ad2acfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d53801-1c", "ovs_interfaceid": "13d53801-1c8f-48c4-ace0-659d9d8ff0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.764326] env[69265]: DEBUG nova.network.neutron [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Updated VIF entry in instance network info cache for port 1d027ea2-ba0a-45ad-b474-3228b2a676b1. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.764712] env[69265]: DEBUG nova.network.neutron [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Updating instance_info_cache with network_info: [{"id": "1d027ea2-ba0a-45ad-b474-3228b2a676b1", "address": "fa:16:3e:d1:65:05", "network": {"id": "60829d99-655c-4889-8cbf-e977086185da", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-629787008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15b3ea4075eb4d15862db285dc23f115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d027ea2-ba", "ovs_interfaceid": "1d027ea2-ba0a-45ad-b474-3228b2a676b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.802905] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.880590] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475638, 'name': ReconfigVM_Task, 'duration_secs': 0.354945} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.880910] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance '99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.946209] env[69265]: DEBUG nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.950722] env[69265]: DEBUG nova.scheduler.client.report [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.987235] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.987235] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.987235] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.987554] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.987554] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.987554] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.989019] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.989209] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.989378] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.989540] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.989708] env[69265]: DEBUG nova.virt.hardware [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.990907] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a44a7f0-c884-4d9a-b175-c007469dd8e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.001422] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d151535-b4b1-4828-b2d3-0959b776da2f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.094393] env[69265]: INFO nova.compute.manager [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Took 17.81 seconds to build instance. [ 704.120854] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.120963] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.204212] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Releasing lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.204212] env[69265]: DEBUG nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Instance network_info: |[{"id": "13d53801-1c8f-48c4-ace0-659d9d8ff0db", "address": "fa:16:3e:9c:3e:56", "network": {"id": "f6d2bef3-3a08-4d96-98d0-4502dad15249", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-346100780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b675435d94ad4bba86674e9b7ad2acfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d53801-1c", "ovs_interfaceid": "13d53801-1c8f-48c4-ace0-659d9d8ff0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.209042] env[69265]: DEBUG oslo_concurrency.lockutils [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] Acquired lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.209042] env[69265]: DEBUG nova.network.neutron [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Refreshing network info cache for port 13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.211374] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:3e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13d53801-1c8f-48c4-ace0-659d9d8ff0db', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.225023] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Creating folder: Project (b675435d94ad4bba86674e9b7ad2acfb). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.225023] env[69265]: DEBUG nova.network.neutron [-] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.225440] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a16ee14-19ff-4b64-b558-fe6e46172904 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.243551] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Created folder: Project (b675435d94ad4bba86674e9b7ad2acfb) in parent group-v694865. [ 704.243861] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Creating folder: Instances. Parent ref: group-v694904. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.244020] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2594b0-e7e5-446c-9905-57ac0ce25c61 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.255231] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Created folder: Instances in parent group-v694904. [ 704.255231] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.255231] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.256701] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d097a32-a320-4dc2-b85e-d7dcfe2baf4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.279399] env[69265]: DEBUG nova.network.neutron [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Successfully created port: 256b8fdb-f556-4990-9d28-3579c540fe7e {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.281938] env[69265]: DEBUG oslo_concurrency.lockutils [req-1cf00581-f879-4c48-973d-46d8ec73971d req-a186eec1-56ad-4b0e-89ad-4a02e57bbe5d service nova] Releasing lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.286733] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.286733] env[69265]: value = "task-3475641" [ 704.286733] env[69265]: _type = "Task" [ 704.286733] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.301197] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624738} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.307468] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 417b5827-79da-47a6-bf40-0eaee265660c/417b5827-79da-47a6-bf40-0eaee265660c.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.307790] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.308125] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475641, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.308237] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e521a571-9a8d-4815-ba71-d21e976009c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.315982] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 704.315982] env[69265]: value = "task-3475642" [ 704.315982] env[69265]: _type = "Task" [ 704.315982] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.326926] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.390416] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.390416] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.390416] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.390416] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.390915] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.390915] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.390915] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.390915] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.390915] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.391157] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.391157] env[69265]: DEBUG nova.virt.hardware [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.398253] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 704.398744] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cda0687-d8e0-43a5-bba3-7e731cc73b5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.420387] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 704.420387] env[69265]: value = "task-3475643" [ 704.420387] env[69265]: _type = "Task" [ 704.420387] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.428079] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.457145] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.457672] env[69265]: DEBUG nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.461502] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.516s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.463711] env[69265]: INFO nova.compute.claims [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.605914] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f6d73a15-be55-4b47-8103-9c2725227738 tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "ca30e339-6bb2-4035-af63-5106af370030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.337s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.623399] env[69265]: DEBUG nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.633875] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.633875] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eb57002-72e3-42cc-98b6-0825d6e0b1ea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.640141] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 704.640141] env[69265]: value = "task-3475644" [ 704.640141] env[69265]: _type = "Task" [ 704.640141] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.662575] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.729734] env[69265]: INFO nova.compute.manager [-] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Took 1.98 seconds to deallocate network for instance. [ 704.803948] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475641, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.829687] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074727} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.829984] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.830826] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e647db-ba67-4bca-9262-d7ed03329976 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.866476] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 417b5827-79da-47a6-bf40-0eaee265660c/417b5827-79da-47a6-bf40-0eaee265660c.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.867491] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979d9ca3-fa59-4770-abff-f7c3d28e6894 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.886966] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 704.886966] env[69265]: value = "task-3475645" [ 704.886966] env[69265]: _type = "Task" [ 704.886966] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.895380] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.934490] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475643, 'name': ReconfigVM_Task, 'duration_secs': 0.384005} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.935717] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 704.935717] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964aa954-51f3-4478-91e1-273bc0c02944 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.962947] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa/99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.962947] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-537cf3b2-407b-4f0d-8654-b83fda1504b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.974805] env[69265]: DEBUG nova.compute.utils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.983049] env[69265]: DEBUG nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.983263] env[69265]: DEBUG nova.network.neutron [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.990177] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 704.990177] env[69265]: value = "task-3475646" [ 704.990177] env[69265]: _type = "Task" [ 704.990177] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.998863] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.145588] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquiring lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.147491] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.159378] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475644, 'name': PowerOffVM_Task, 'duration_secs': 0.243977} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.161541] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.163820] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.167435] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24231050-1e1f-4cfa-aa40-a3c67a65077f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.176418] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.176722] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fff4e45-29c3-4ba3-9413-f5200390c885 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.182302] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.201805] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.202075] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.202278] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Deleting the datastore file [datastore2] f6588f67-f186-4f6e-b085-0d35eff561a3 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.202578] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2246e8fe-da09-4a1e-a8ad-92a43e365c46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.211087] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 705.211087] env[69265]: value = "task-3475648" [ 705.211087] env[69265]: _type = "Task" [ 705.211087] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.225158] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.240166] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.256167] env[69265]: DEBUG nova.policy [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb8df59526a4de8a36c976523fd78b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6bb53526da84a94956bed9de64b4bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.309502] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475641, 'name': CreateVM_Task, 'duration_secs': 0.557068} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.309502] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.310270] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.313103] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.313103] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.313103] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b172b75-fa90-4232-a48b-59b3a4a7ba19 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.315783] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 705.315783] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb29b8-3116-7b31-bb5d-7852111da80d" [ 705.315783] env[69265]: _type = "Task" [ 705.315783] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.324454] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb29b8-3116-7b31-bb5d-7852111da80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.400048] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475645, 'name': ReconfigVM_Task, 'duration_secs': 0.408796} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.400464] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 417b5827-79da-47a6-bf40-0eaee265660c/417b5827-79da-47a6-bf40-0eaee265660c.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.401112] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6a2a8a4-c908-4de8-ac00-7c85b0c656ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.410199] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 705.410199] env[69265]: value = "task-3475649" [ 705.410199] env[69265]: _type = "Task" [ 705.410199] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.421370] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475649, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.481811] env[69265]: DEBUG nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.504232] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475646, 'name': ReconfigVM_Task, 'duration_secs': 0.359837} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.504232] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa/99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.504232] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance '99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.582776] env[69265]: DEBUG nova.network.neutron [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Updated VIF entry in instance network info cache for port 13d53801-1c8f-48c4-ace0-659d9d8ff0db. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.582776] env[69265]: DEBUG nova.network.neutron [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Updating instance_info_cache with network_info: [{"id": "13d53801-1c8f-48c4-ace0-659d9d8ff0db", "address": "fa:16:3e:9c:3e:56", "network": {"id": "f6d2bef3-3a08-4d96-98d0-4502dad15249", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-346100780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b675435d94ad4bba86674e9b7ad2acfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d53801-1c", "ovs_interfaceid": "13d53801-1c8f-48c4-ace0-659d9d8ff0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.652790] env[69265]: DEBUG nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.727770] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119982} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.728062] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.728277] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.728505] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.817495] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6460e3-e6eb-411e-a938-639bdd3fba4d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.832027] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346757b9-147b-48fa-b1f0-53ce2a37759f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.835297] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb29b8-3116-7b31-bb5d-7852111da80d, 'name': SearchDatastore_Task, 'duration_secs': 0.014479} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.835603] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.835858] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.836108] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.836261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.836480] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.837129] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8422770c-67df-4653-a274-728d23bf03ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.866554] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429569c-717d-42fa-8be4-0e65923d72fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.869362] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.869535] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.870303] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2229ce-cfa6-4e8e-97da-daa9be58a381 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.879090] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb1c189-ec4b-47f9-afe7-d5519c938322 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.883427] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 705.883427] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ef1bf8-9a27-c64a-47c4-97c346a44bd0" [ 705.883427] env[69265]: _type = "Task" [ 705.883427] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.895101] env[69265]: DEBUG nova.compute.provider_tree [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.902400] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ef1bf8-9a27-c64a-47c4-97c346a44bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.903163] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81502ff-5185-4cb0-a916-c67cbff1490c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.909352] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 705.909352] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523ce735-bd38-867e-8dd9-c07239d13c6a" [ 705.909352] env[69265]: _type = "Task" [ 705.909352] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.921036] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475649, 'name': Rename_Task, 'duration_secs': 0.296405} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.924143] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.924422] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523ce735-bd38-867e-8dd9-c07239d13c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.924650] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-632388d7-5b5d-4831-8e7c-fd004e8f44fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.932152] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 705.932152] env[69265]: value = "task-3475650" [ 705.932152] env[69265]: _type = "Task" [ 705.932152] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.943770] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.088198] env[69265]: DEBUG oslo_concurrency.lockutils [req-445fd85b-733d-4102-8d24-afc2834d4893 req-392297df-f269-4e46-9bf7-95839e6ab8cd service nova] Releasing lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.398663] env[69265]: DEBUG nova.scheduler.client.report [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.427820] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523ce735-bd38-867e-8dd9-c07239d13c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013433} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.428882] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.429183] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ac64274f-9331-4362-af8c-e61c3dfca47b/ac64274f-9331-4362-af8c-e61c3dfca47b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.429517] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-885a0347-1589-4fcf-aafa-39487178f7cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.438255] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 706.438255] env[69265]: value = "task-3475651" [ 706.438255] env[69265]: _type = "Task" [ 706.438255] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.453767] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475650, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.457216] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.509378] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd9bdc7-5d9c-409a-ad85-f2cfcc84fcdc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.538041] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d390c65-8d52-4a6d-99b3-59a738b720fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.564049] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance '99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.703224] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.904494] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.905161] env[69265]: DEBUG nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.910162] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.407s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.916954] env[69265]: INFO nova.compute.claims [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.953708] env[69265]: DEBUG oslo_vmware.api [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3475650, 'name': PowerOnVM_Task, 'duration_secs': 0.752356} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.957590] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.957645] env[69265]: INFO nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Took 12.25 seconds to spawn the instance on the hypervisor. [ 706.957819] env[69265]: DEBUG nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.958563] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.959419] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46056404-043b-47f4-8e73-266286aca5d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.002511] env[69265]: DEBUG nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.067714] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.068183] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.068183] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.068288] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.068461] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.068548] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.068804] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.068996] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.071351] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.071351] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.071351] env[69265]: DEBUG nova.virt.hardware [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.078179] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357b300d-44b4-4285-b25a-6556500b17a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.086831] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec6164d-d1ad-4ff0-af99-7e6d442e44e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.204539] env[69265]: DEBUG nova.network.neutron [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Port 323692cc-81f0-45b0-a9bf-2db516c8ce24 binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 707.282683] env[69265]: DEBUG nova.network.neutron [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Successfully created port: e36a1a1a-ca00-4de7-8108-29842a25db20 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.300077] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.300077] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.300077] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.300077] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.300377] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.300377] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.300607] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.300795] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.301068] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.301372] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.302336] env[69265]: DEBUG nova.virt.hardware [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.302723] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31ac052-c7cd-4144-acb5-8093b04c135a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.312802] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30d2cc2-b873-4c04-8dc0-eff81cafbab8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.329145] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.341877] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.341877] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.341877] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-622af1e6-1c6f-49b8-aa54-099efa07a587 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.359887] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.359887] env[69265]: value = "task-3475652" [ 707.359887] env[69265]: _type = "Task" [ 707.359887] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.366329] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475652, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.423183] env[69265]: DEBUG nova.compute.utils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.430547] env[69265]: DEBUG nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.430547] env[69265]: DEBUG nova.network.neutron [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.442215] env[69265]: DEBUG nova.network.neutron [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Successfully updated port: 256b8fdb-f556-4990-9d28-3579c540fe7e {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.458555] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653685} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.458866] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ac64274f-9331-4362-af8c-e61c3dfca47b/ac64274f-9331-4362-af8c-e61c3dfca47b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.459099] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.459352] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15547b01-9b7b-448c-a335-2739432b765e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.470314] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 707.470314] env[69265]: value = "task-3475653" [ 707.470314] env[69265]: _type = "Task" [ 707.470314] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.487717] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.488274] env[69265]: INFO nova.compute.manager [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Took 20.95 seconds to build instance. [ 707.569474] env[69265]: DEBUG nova.policy [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9afab0ba6f74866ae552d863fd60d63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88057698d5e244a7ae976f0361f0d61e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.582310] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.582585] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.582802] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.583088] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.583150] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.590121] env[69265]: INFO nova.compute.manager [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Terminating instance [ 707.834603] env[69265]: DEBUG nova.compute.manager [req-7cfe0b0d-5d64-4648-ad7a-0a2fbaa9b003 req-df35812b-c52e-484e-a4c7-d45c2f3f13dd service nova] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Received event network-vif-deleted-cd83e3b3-e670-4e24-bcc4-cf8226541a95 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.871069] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475652, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.932715] env[69265]: DEBUG nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.955511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquiring lock "refresh_cache-9e2a90e4-da8e-4e8d-a317-fd058e599835" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.955511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquired lock "refresh_cache-9e2a90e4-da8e-4e8d-a317-fd058e599835" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.955511] env[69265]: DEBUG nova.network.neutron [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.985445] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203851} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.987069] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.987988] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13d76e1-0e46-47ac-a9f6-689028a86cae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.991636] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "417b5827-79da-47a6-bf40-0eaee265660c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.469s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.015400] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ac64274f-9331-4362-af8c-e61c3dfca47b/ac64274f-9331-4362-af8c-e61c3dfca47b.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.015610] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc4414a-fcde-41f8-97b5-ec151d768442 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.042807] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 708.042807] env[69265]: value = "task-3475654" [ 708.042807] env[69265]: _type = "Task" [ 708.042807] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.055326] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.103883] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "refresh_cache-0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.106854] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquired lock "refresh_cache-0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.107088] env[69265]: DEBUG nova.network.neutron [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.233167] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.233167] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.233167] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.250334] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.250586] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.374180] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475652, 'name': CreateVM_Task, 'duration_secs': 0.729061} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.377415] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.377581] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.377744] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.378444] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.378444] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca65795-6710-4db8-b0ce-40a9b220f6cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.384299] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 708.384299] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a64c9b-5f43-48a3-ae8a-5866d097e671" [ 708.384299] env[69265]: _type = "Task" [ 708.384299] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.395380] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a64c9b-5f43-48a3-ae8a-5866d097e671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.516021] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae1bb6a-65a5-47da-9d99-64a0481c9d44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.524683] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1de257-96d7-4228-8b81-80d9836748dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.561190] env[69265]: DEBUG nova.network.neutron [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.566227] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6355f3f7-7dea-4229-b1fc-5681ff333555 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.574784] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.578309] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce81c4e-a9de-45f3-83ac-64000316e622 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.595100] env[69265]: DEBUG nova.compute.provider_tree [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.665702] env[69265]: DEBUG nova.network.neutron [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.753534] env[69265]: DEBUG nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.897439] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a64c9b-5f43-48a3-ae8a-5866d097e671, 'name': SearchDatastore_Task, 'duration_secs': 0.017043} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.898095] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.898095] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.898245] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.898393] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.899029] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.899029] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7819bef7-068d-4a04-828b-dc825762b90c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.909985] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.909985] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.909985] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4968543c-06ac-479c-9485-39f7fa69716d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.915407] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 708.915407] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b24e6e-37a7-a9b0-0092-e901d38bb7cb" [ 708.915407] env[69265]: _type = "Task" [ 708.915407] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.922772] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b24e6e-37a7-a9b0-0092-e901d38bb7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.952460] env[69265]: DEBUG nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.982637] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.982883] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.983178] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.983389] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.983539] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.983684] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.983883] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.984058] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.984261] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.984429] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.984599] env[69265]: DEBUG nova.virt.hardware [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.985634] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2847984d-7362-4f46-a6de-2bb29b0d6885 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.993219] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03387aa-db25-4df1-9adc-1c744e6d9a1d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.069355] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475654, 'name': ReconfigVM_Task, 'duration_secs': 0.763324} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.069642] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ac64274f-9331-4362-af8c-e61c3dfca47b/ac64274f-9331-4362-af8c-e61c3dfca47b.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.070275] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d536a79-8593-453f-b4d5-91a1679228dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.076556] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 709.076556] env[69265]: value = "task-3475655" [ 709.076556] env[69265]: _type = "Task" [ 709.076556] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.084847] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475655, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.099089] env[69265]: DEBUG nova.network.neutron [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.101143] env[69265]: DEBUG nova.scheduler.client.report [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.199286] env[69265]: DEBUG nova.network.neutron [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Successfully created port: b93da9b6-c1c4-4587-b589-5fa1a2a1072d {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.329457] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.367874] env[69265]: DEBUG nova.network.neutron [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Updating instance_info_cache with network_info: [{"id": "256b8fdb-f556-4990-9d28-3579c540fe7e", "address": "fa:16:3e:10:2d:32", "network": {"id": "7c54d5f7-ea6e-4677-9f2b-078adabf594b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1138987166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "991268cbe34042a48a6cacc1c79ebd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256b8fdb-f5", "ovs_interfaceid": "256b8fdb-f556-4990-9d28-3579c540fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.410164] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.410164] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.410164] env[69265]: DEBUG nova.network.neutron [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.427871] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b24e6e-37a7-a9b0-0092-e901d38bb7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.023006} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.429721] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b28a57e-8765-44ce-aa05-aea08b269e9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.436613] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 709.436613] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c0bfc-825e-d9ac-1c27-585ad7913ff0" [ 709.436613] env[69265]: _type = "Task" [ 709.436613] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.449419] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c0bfc-825e-d9ac-1c27-585ad7913ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.589939] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475655, 'name': Rename_Task, 'duration_secs': 0.203171} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.592010] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.592783] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85012641-0ad8-4e6d-af75-24c8e14ba542 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.599291] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 709.599291] env[69265]: value = "task-3475656" [ 709.599291] env[69265]: _type = "Task" [ 709.599291] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.605628] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Releasing lock "refresh_cache-0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.606357] env[69265]: DEBUG nova.compute.manager [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.606559] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.607262] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.607717] env[69265]: DEBUG nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.616816] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7078a98-b5fa-4d33-ba38-0c1ee9656455 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.619798] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.686s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.621298] env[69265]: INFO nova.compute.claims [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.624353] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.629537] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.629784] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a83994c-8829-403b-8bd5-dbaa53909083 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.638943] env[69265]: DEBUG oslo_vmware.api [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 709.638943] env[69265]: value = "task-3475657" [ 709.638943] env[69265]: _type = "Task" [ 709.638943] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.649552] env[69265]: DEBUG oslo_vmware.api [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.870656] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Releasing lock "refresh_cache-9e2a90e4-da8e-4e8d-a317-fd058e599835" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.870988] env[69265]: DEBUG nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Instance network_info: |[{"id": "256b8fdb-f556-4990-9d28-3579c540fe7e", "address": "fa:16:3e:10:2d:32", "network": {"id": "7c54d5f7-ea6e-4677-9f2b-078adabf594b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1138987166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "991268cbe34042a48a6cacc1c79ebd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256b8fdb-f5", "ovs_interfaceid": "256b8fdb-f556-4990-9d28-3579c540fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.871501] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:2d:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '256b8fdb-f556-4990-9d28-3579c540fe7e', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.880485] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Creating folder: Project (991268cbe34042a48a6cacc1c79ebd01). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.882017] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb08dd8d-2a33-4aa7-9932-788057c72eff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.892977] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Created folder: Project (991268cbe34042a48a6cacc1c79ebd01) in parent group-v694865. [ 709.893330] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Creating folder: Instances. Parent ref: group-v694908. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.893489] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c34e7c3-cfa9-41f9-a5e0-73a49fc138c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.905436] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Created folder: Instances in parent group-v694908. [ 709.905562] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.905766] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.905980] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a044ca1-a6c7-4b6e-88e2-373ccd5cd664 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.942200] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.942200] env[69265]: value = "task-3475660" [ 709.942200] env[69265]: _type = "Task" [ 709.942200] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.952853] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c0bfc-825e-d9ac-1c27-585ad7913ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.014401} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.952853] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.952853] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.952853] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a5801fd-e747-41bb-bd80-a0b8373b8a20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.958198] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475660, 'name': CreateVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.969155] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 709.969155] env[69265]: value = "task-3475661" [ 709.969155] env[69265]: _type = "Task" [ 709.969155] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.983349] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.111507] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.127369] env[69265]: DEBUG nova.compute.utils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.133825] env[69265]: DEBUG nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.134247] env[69265]: DEBUG nova.network.neutron [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.152673] env[69265]: DEBUG oslo_vmware.api [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475657, 'name': PowerOffVM_Task, 'duration_secs': 0.188989} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.152673] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.152673] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.153913] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a7cdbf-329a-4608-80f3-28e04735b1db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.180894] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.181154] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.182152] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleting the datastore file [datastore1] 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.182152] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28849a34-bc05-49fe-b3ab-661a90900eb3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.192251] env[69265]: DEBUG oslo_vmware.api [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for the task: (returnval){ [ 710.192251] env[69265]: value = "task-3475663" [ 710.192251] env[69265]: _type = "Task" [ 710.192251] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.204624] env[69265]: DEBUG oslo_vmware.api [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.441261] env[69265]: DEBUG nova.policy [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa113d03e81f4fb98c08c8fb72948acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb1da8718026470194adbb065b9f3655', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.458661] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475660, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.480611] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475661, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.616978] env[69265]: DEBUG oslo_vmware.api [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475656, 'name': PowerOnVM_Task, 'duration_secs': 0.658876} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.617367] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.617574] env[69265]: INFO nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Took 13.35 seconds to spawn the instance on the hypervisor. [ 710.617752] env[69265]: DEBUG nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.621096] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff56a4-15e7-46c6-a45b-9286b5ccc137 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.637621] env[69265]: DEBUG nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.711938] env[69265]: DEBUG oslo_vmware.api [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Task: {'id': task-3475663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460459} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.717429] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.717867] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.719102] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.720733] env[69265]: INFO nova.compute.manager [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 710.720733] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.722801] env[69265]: DEBUG nova.compute.manager [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.722897] env[69265]: DEBUG nova.network.neutron [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.778552] env[69265]: DEBUG nova.network.neutron [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.957258] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475660, 'name': CreateVM_Task, 'duration_secs': 0.552642} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.957574] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.960552] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.960718] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.961058] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.961302] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aba0292-77af-4d5d-ae82-b00c7b16f8e0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.969844] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 710.969844] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a9fd9f-672b-bdcd-e24a-09f644a5b379" [ 710.969844] env[69265]: _type = "Task" [ 710.969844] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.994515] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a9fd9f-672b-bdcd-e24a-09f644a5b379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.994515] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574265} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.998059] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.998059] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.998509] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18fca8b9-66b5-43b0-90a2-05caeb8e8d87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.004846] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 711.004846] env[69265]: value = "task-3475664" [ 711.004846] env[69265]: _type = "Task" [ 711.004846] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.015104] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.143292] env[69265]: INFO nova.compute.manager [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Took 21.85 seconds to build instance. [ 711.246452] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafa7b0b-6033-40b7-9625-a49331345bab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.255099] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4555c8fb-1195-4cfd-a2c8-27faa5e9cef7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.261699] env[69265]: DEBUG nova.network.neutron [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance_info_cache with network_info: [{"id": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "address": "fa:16:3e:29:59:57", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323692cc-81", "ovs_interfaceid": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.302145] env[69265]: DEBUG nova.network.neutron [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.304662] env[69265]: DEBUG nova.network.neutron [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Successfully updated port: e36a1a1a-ca00-4de7-8108-29842a25db20 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.306945] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d996ae-0168-4647-b324-7a5c2fc7d3fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.318184] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b79c3-49c4-4a96-ae70-ac5e593f3bf1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.338458] env[69265]: DEBUG nova.compute.provider_tree [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.488035] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a9fd9f-672b-bdcd-e24a-09f644a5b379, 'name': SearchDatastore_Task, 'duration_secs': 0.019857} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.489076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.489076] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.489076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.489076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.489289] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.489502] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2eebc5-f712-4bf2-b821-b083d29a9255 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.509390] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.509390] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.509390] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3412439e-b25b-46b5-87f4-0da5da0f8a41 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.512143] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 711.512143] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52315b7a-fdce-9f9c-d742-353d31399695" [ 711.512143] env[69265]: _type = "Task" [ 711.512143] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.515398] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183115} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.524625] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.524625] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f0f613-3346-443b-9106-86b147f67bbf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.526675] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52315b7a-fdce-9f9c-d742-353d31399695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.545895] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.545895] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf55e15-87c4-4238-9c5d-6133242a899f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.587158] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 711.587158] env[69265]: value = "task-3475665" [ 711.587158] env[69265]: _type = "Task" [ 711.587158] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.603853] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.647235] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd49557d-ba85-4d5b-b36c-859756727261 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "ac64274f-9331-4362-af8c-e61c3dfca47b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.366s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.648381] env[69265]: DEBUG nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.678977] env[69265]: DEBUG nova.compute.manager [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Received event network-vif-plugged-256b8fdb-f556-4990-9d28-3579c540fe7e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.679196] env[69265]: DEBUG oslo_concurrency.lockutils [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] Acquiring lock "9e2a90e4-da8e-4e8d-a317-fd058e599835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.679410] env[69265]: DEBUG oslo_concurrency.lockutils [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] Lock "9e2a90e4-da8e-4e8d-a317-fd058e599835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.679549] env[69265]: DEBUG oslo_concurrency.lockutils [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] Lock "9e2a90e4-da8e-4e8d-a317-fd058e599835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.679710] env[69265]: DEBUG nova.compute.manager [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] No waiting events found dispatching network-vif-plugged-256b8fdb-f556-4990-9d28-3579c540fe7e {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.684168] env[69265]: WARNING nova.compute.manager [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Received unexpected event network-vif-plugged-256b8fdb-f556-4990-9d28-3579c540fe7e for instance with vm_state building and task_state spawning. [ 711.684168] env[69265]: DEBUG nova.compute.manager [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Received event network-changed-256b8fdb-f556-4990-9d28-3579c540fe7e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.684168] env[69265]: DEBUG nova.compute.manager [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Refreshing instance network info cache due to event network-changed-256b8fdb-f556-4990-9d28-3579c540fe7e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.684168] env[69265]: DEBUG oslo_concurrency.lockutils [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] Acquiring lock "refresh_cache-9e2a90e4-da8e-4e8d-a317-fd058e599835" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.684168] env[69265]: DEBUG oslo_concurrency.lockutils [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] Acquired lock "refresh_cache-9e2a90e4-da8e-4e8d-a317-fd058e599835" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.684789] env[69265]: DEBUG nova.network.neutron [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Refreshing network info cache for port 256b8fdb-f556-4990-9d28-3579c540fe7e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.727094] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.727094] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.727094] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.727921] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.728239] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.728522] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.728884] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.729278] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.729793] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.730100] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.730483] env[69265]: DEBUG nova.virt.hardware [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.731441] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a30b809-d045-4e37-a6a5-b07ffe796c5e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.741560] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5fa802-3f2f-4874-8c64-0f5f44630b83 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.806372] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.810072] env[69265]: INFO nova.compute.manager [-] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Took 1.09 seconds to deallocate network for instance. [ 711.811091] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "refresh_cache-0d8a7167-7c1f-4845-ba15-1bc2d84568a9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.811263] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "refresh_cache-0d8a7167-7c1f-4845-ba15-1bc2d84568a9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.811393] env[69265]: DEBUG nova.network.neutron [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.847167] env[69265]: DEBUG nova.scheduler.client.report [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.946165] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquiring lock "ca30e339-6bb2-4035-af63-5106af370030" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.946165] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "ca30e339-6bb2-4035-af63-5106af370030" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.946165] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquiring lock "ca30e339-6bb2-4035-af63-5106af370030-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.946165] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "ca30e339-6bb2-4035-af63-5106af370030-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.946513] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "ca30e339-6bb2-4035-af63-5106af370030-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.951810] env[69265]: INFO nova.compute.manager [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Terminating instance [ 712.032516] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52315b7a-fdce-9f9c-d742-353d31399695, 'name': SearchDatastore_Task, 'duration_secs': 0.027135} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.032516] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a130e603-8c6b-4d15-a785-c465b633ccfa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.043125] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 712.043125] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5217b405-84f7-2f36-f5fe-a92e3ab2ce2d" [ 712.043125] env[69265]: _type = "Task" [ 712.043125] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.050541] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5217b405-84f7-2f36-f5fe-a92e3ab2ce2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.101665] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.319608] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.354423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.358895] env[69265]: DEBUG nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.358895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.264s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.358895] env[69265]: DEBUG nova.objects.instance [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 712.416042] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f686b7-9df4-4386-86d2-6363a1d9dfd5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.444617] env[69265]: DEBUG nova.network.neutron [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.451361] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def43347-fed1-4467-b3f4-4208a6026c98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.458266] env[69265]: DEBUG nova.compute.manager [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.458560] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.463000] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83235684-6e9a-492b-83b2-b05d21001bf8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.467516] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance '99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.473422] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.473662] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbc08c46-bbf2-472f-a8b8-9c0f2f2aacf9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.480482] env[69265]: DEBUG oslo_vmware.api [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 712.480482] env[69265]: value = "task-3475666" [ 712.480482] env[69265]: _type = "Task" [ 712.480482] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.491328] env[69265]: DEBUG oslo_vmware.api [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.559071] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5217b405-84f7-2f36-f5fe-a92e3ab2ce2d, 'name': SearchDatastore_Task, 'duration_secs': 0.014383} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.559071] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.559674] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 9e2a90e4-da8e-4e8d-a317-fd058e599835/9e2a90e4-da8e-4e8d-a317-fd058e599835.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.560266] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f23ea40-2ca5-444a-be01-71edf0dafb97 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.569488] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 712.569488] env[69265]: value = "task-3475667" [ 712.569488] env[69265]: _type = "Task" [ 712.569488] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.579398] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.597983] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475665, 'name': ReconfigVM_Task, 'duration_secs': 0.757686} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.597983] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Reconfigured VM instance instance-00000004 to attach disk [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3/f6588f67-f186-4f6e-b085-0d35eff561a3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.598694] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc935cb7-833f-4063-848c-31b48af5d7a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.604066] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 712.604066] env[69265]: value = "task-3475668" [ 712.604066] env[69265]: _type = "Task" [ 712.604066] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.612793] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475668, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.676130] env[69265]: DEBUG nova.network.neutron [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Successfully created port: b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.867808] env[69265]: DEBUG nova.compute.utils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.875778] env[69265]: DEBUG nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.876028] env[69265]: DEBUG nova.network.neutron [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.884525] env[69265]: DEBUG nova.network.neutron [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Updated VIF entry in instance network info cache for port 256b8fdb-f556-4990-9d28-3579c540fe7e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.886446] env[69265]: DEBUG nova.network.neutron [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Updating instance_info_cache with network_info: [{"id": "256b8fdb-f556-4990-9d28-3579c540fe7e", "address": "fa:16:3e:10:2d:32", "network": {"id": "7c54d5f7-ea6e-4677-9f2b-078adabf594b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1138987166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "991268cbe34042a48a6cacc1c79ebd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256b8fdb-f5", "ovs_interfaceid": "256b8fdb-f556-4990-9d28-3579c540fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.888937] env[69265]: DEBUG nova.network.neutron [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Updating instance_info_cache with network_info: [{"id": "e36a1a1a-ca00-4de7-8108-29842a25db20", "address": "fa:16:3e:12:6f:eb", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36a1a1a-ca", "ovs_interfaceid": "e36a1a1a-ca00-4de7-8108-29842a25db20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.975585] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.976272] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e728d94-5be5-4678-a953-a4cfe5d5967a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.987676] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 712.987676] env[69265]: value = "task-3475669" [ 712.987676] env[69265]: _type = "Task" [ 712.987676] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.994449] env[69265]: DEBUG oslo_vmware.api [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475666, 'name': PowerOffVM_Task, 'duration_secs': 0.233492} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.995878] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.995878] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.998327] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57b1020a-a972-4be9-9dfd-52461400f574 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.003676] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475669, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.068671] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.068980] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.069640] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Deleting the datastore file [datastore2] ca30e339-6bb2-4035-af63-5106af370030 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.070032] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e71baac-5e09-49e4-93ad-c0b33ff22b10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.082820] env[69265]: DEBUG oslo_vmware.api [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for the task: (returnval){ [ 713.082820] env[69265]: value = "task-3475671" [ 713.082820] env[69265]: _type = "Task" [ 713.082820] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.087042] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475667, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.101726] env[69265]: DEBUG oslo_vmware.api [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.119176] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475668, 'name': Rename_Task, 'duration_secs': 0.156219} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.119176] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.119176] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b7e7a04-5c21-4c27-9a81-e8a63ce55cda {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.122641] env[69265]: DEBUG nova.network.neutron [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Successfully updated port: b93da9b6-c1c4-4587-b589-5fa1a2a1072d {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.127685] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Waiting for the task: (returnval){ [ 713.127685] env[69265]: value = "task-3475672" [ 713.127685] env[69265]: _type = "Task" [ 713.127685] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.144627] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475672, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.194757] env[69265]: DEBUG nova.policy [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eedcdf49fb624379b78b62d7b2d76615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd6597ec88cc46a19b44dde93bba3b09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.375974] env[69265]: DEBUG nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.381059] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f56815c-5d70-4537-a16f-816ee9a672e9 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.382348] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.605s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.389029] env[69265]: INFO nova.compute.claims [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.394806] env[69265]: DEBUG oslo_concurrency.lockutils [req-3105826c-65bb-40d8-a5d0-cc07c7f1763d req-fed4b45e-e05c-4e7a-b0fe-c6628e445f55 service nova] Releasing lock "refresh_cache-9e2a90e4-da8e-4e8d-a317-fd058e599835" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.397045] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "refresh_cache-0d8a7167-7c1f-4845-ba15-1bc2d84568a9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.397045] env[69265]: DEBUG nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Instance network_info: |[{"id": "e36a1a1a-ca00-4de7-8108-29842a25db20", "address": "fa:16:3e:12:6f:eb", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36a1a1a-ca", "ovs_interfaceid": "e36a1a1a-ca00-4de7-8108-29842a25db20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.397285] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6f:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e36a1a1a-ca00-4de7-8108-29842a25db20', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.409258] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Creating folder: Project (e6bb53526da84a94956bed9de64b4bb8). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.410186] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23bf8382-5cee-4273-b93c-a536241bd9fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.428493] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Created folder: Project (e6bb53526da84a94956bed9de64b4bb8) in parent group-v694865. [ 713.428493] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Creating folder: Instances. Parent ref: group-v694911. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.428493] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f79b4ff-1b35-4a1a-b2a1-bd0b86d99358 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.443186] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Created folder: Instances in parent group-v694911. [ 713.444300] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.444300] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.444300] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-409d910a-3dff-45ce-8347-862330c4187a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.470692] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.470692] env[69265]: value = "task-3475675" [ 713.470692] env[69265]: _type = "Task" [ 713.470692] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.477104] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475675, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.502839] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.582685] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585516} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.582967] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 9e2a90e4-da8e-4e8d-a317-fd058e599835/9e2a90e4-da8e-4e8d-a317-fd058e599835.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.583406] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.584011] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff5c8694-8f8e-4b01-9644-9da038ee208a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.594410] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 713.594410] env[69265]: value = "task-3475676" [ 713.594410] env[69265]: _type = "Task" [ 713.594410] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.602203] env[69265]: DEBUG oslo_vmware.api [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Task: {'id': task-3475671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391783} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.602891] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.603111] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.603298] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.603470] env[69265]: INFO nova.compute.manager [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] [instance: ca30e339-6bb2-4035-af63-5106af370030] Took 1.15 seconds to destroy the instance on the hypervisor. [ 713.603716] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.603905] env[69265]: DEBUG nova.compute.manager [-] [instance: ca30e339-6bb2-4035-af63-5106af370030] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.604101] env[69265]: DEBUG nova.network.neutron [-] [instance: ca30e339-6bb2-4035-af63-5106af370030] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.608561] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.629581] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquiring lock "refresh_cache-c1f2c675-c9ad-41b0-97b5-600e621927de" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.631334] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquired lock "refresh_cache-c1f2c675-c9ad-41b0-97b5-600e621927de" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.631334] env[69265]: DEBUG nova.network.neutron [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.642439] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475672, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.978586] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475675, 'name': CreateVM_Task, 'duration_secs': 0.376158} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.978957] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.979467] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.979640] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.979982] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.982066] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4578cb-a129-435a-8b24-f8d9820279bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.986749] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 713.986749] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d7da96-54ff-689f-bcbc-87935e019917" [ 713.986749] env[69265]: _type = "Task" [ 713.986749] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.999687] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d7da96-54ff-689f-bcbc-87935e019917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.002819] env[69265]: DEBUG oslo_vmware.api [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475669, 'name': PowerOnVM_Task, 'duration_secs': 0.695661} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.003176] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.003375] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8270b79-bbd8-49fc-a225-811635f9b8cf tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance '99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.105445] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082215} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.106056] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.107659] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26463531-4afd-4fcc-a7aa-7c1f4d150f3e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.133197] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 9e2a90e4-da8e-4e8d-a317-fd058e599835/9e2a90e4-da8e-4e8d-a317-fd058e599835.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.133570] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4b640d-e548-4dc8-a92c-fda3aada11a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.164278] env[69265]: DEBUG oslo_vmware.api [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Task: {'id': task-3475672, 'name': PowerOnVM_Task, 'duration_secs': 0.744525} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.165036] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.165150] env[69265]: DEBUG nova.compute.manager [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.165836] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 714.165836] env[69265]: value = "task-3475677" [ 714.165836] env[69265]: _type = "Task" [ 714.165836] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.166533] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24b4922-2ee4-47e2-88b6-43184bed26da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.182059] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.207656] env[69265]: DEBUG nova.network.neutron [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.390548] env[69265]: DEBUG nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.462981] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.462981] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.462981] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.463310] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.463310] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.463310] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.463310] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.463310] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.463467] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.464040] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.464040] env[69265]: DEBUG nova.virt.hardware [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.468875] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816afffb-2200-46a4-8cda-30f8a1ee4476 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.476597] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e724e9cd-1725-43a4-9f25-1d9397105414 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.509707] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d7da96-54ff-689f-bcbc-87935e019917, 'name': SearchDatastore_Task, 'duration_secs': 0.024566} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.509707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.509707] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.509707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.509970] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.509970] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.509970] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ab0763a-4166-477a-9fb5-37b224c03aa4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.528149] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.528149] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.528149] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a066aa02-d8be-4826-85e0-9814c2a8f8b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.533278] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 714.533278] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a8c158-09b8-e901-3f1a-89b104e00040" [ 714.533278] env[69265]: _type = "Task" [ 714.533278] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.552821] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a8c158-09b8-e901-3f1a-89b104e00040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.607275] env[69265]: DEBUG nova.network.neutron [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Updating instance_info_cache with network_info: [{"id": "b93da9b6-c1c4-4587-b589-5fa1a2a1072d", "address": "fa:16:3e:f7:5c:fa", "network": {"id": "1a0464a7-eb1e-40d4-9a6f-f594630aaf5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1937924814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88057698d5e244a7ae976f0361f0d61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93da9b6-c1", "ovs_interfaceid": "b93da9b6-c1c4-4587-b589-5fa1a2a1072d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.682356] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.694920] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.967494] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a522cab8-2ea3-4c09-829d-62831d1237a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.975732] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522b5692-a24c-4f30-9fc3-60e3dd51996d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.008236] env[69265]: DEBUG nova.network.neutron [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Successfully created port: 7db8115a-0766-46e4-8cbb-691007bf31d5 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.011049] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa10bca3-de30-4fbd-9f44-b23668e38261 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.024913] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dfd17e-33dc-4528-ad82-5bba48b6a999 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.049490] env[69265]: DEBUG nova.compute.provider_tree [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.054926] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a8c158-09b8-e901-3f1a-89b104e00040, 'name': SearchDatastore_Task, 'duration_secs': 0.016065} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.055707] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be43262b-5f74-4383-a5ac-7ade069527b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.062549] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 715.062549] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5204de69-0c1a-053e-d701-612170502907" [ 715.062549] env[69265]: _type = "Task" [ 715.062549] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.075290] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5204de69-0c1a-053e-d701-612170502907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.113309] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Releasing lock "refresh_cache-c1f2c675-c9ad-41b0-97b5-600e621927de" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.113632] env[69265]: DEBUG nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Instance network_info: |[{"id": "b93da9b6-c1c4-4587-b589-5fa1a2a1072d", "address": "fa:16:3e:f7:5c:fa", "network": {"id": "1a0464a7-eb1e-40d4-9a6f-f594630aaf5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1937924814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88057698d5e244a7ae976f0361f0d61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93da9b6-c1", "ovs_interfaceid": "b93da9b6-c1c4-4587-b589-5fa1a2a1072d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.114062] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:5c:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93da9b6-c1c4-4587-b589-5fa1a2a1072d', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.121981] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Creating folder: Project (88057698d5e244a7ae976f0361f0d61e). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.122788] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6bbfad2-cbc5-4eec-a5a6-d68b93e402b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.133461] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Created folder: Project (88057698d5e244a7ae976f0361f0d61e) in parent group-v694865. [ 715.133597] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Creating folder: Instances. Parent ref: group-v694914. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.133935] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8015b09d-0271-42cf-8048-d5e674f6cf5b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.147322] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Created folder: Instances in parent group-v694914. [ 715.147604] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.147797] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.147994] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fad4e819-9e4d-4756-9e74-8c8540c03d26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.168020] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.168020] env[69265]: value = "task-3475680" [ 715.168020] env[69265]: _type = "Task" [ 715.168020] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.180664] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475680, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.183765] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475677, 'name': ReconfigVM_Task, 'duration_secs': 0.707718} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.184071] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 9e2a90e4-da8e-4e8d-a317-fd058e599835/9e2a90e4-da8e-4e8d-a317-fd058e599835.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.184790] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d8d442-7dc1-4f71-9875-a340ca0464c5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.190301] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 715.190301] env[69265]: value = "task-3475681" [ 715.190301] env[69265]: _type = "Task" [ 715.190301] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.198835] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475681, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.285970] env[69265]: DEBUG nova.network.neutron [-] [instance: ca30e339-6bb2-4035-af63-5106af370030] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.452426] env[69265]: DEBUG nova.network.neutron [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Successfully updated port: b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.551554] env[69265]: DEBUG nova.scheduler.client.report [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.579553] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5204de69-0c1a-053e-d701-612170502907, 'name': SearchDatastore_Task, 'duration_secs': 0.016515} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.580241] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.580529] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 0d8a7167-7c1f-4845-ba15-1bc2d84568a9/0d8a7167-7c1f-4845-ba15-1bc2d84568a9.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.580797] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cbd50e2-c7c6-4799-aea4-61a6a0dea3db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.588771] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 715.588771] env[69265]: value = "task-3475682" [ 715.588771] env[69265]: _type = "Task" [ 715.588771] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.597066] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.678280] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475680, 'name': CreateVM_Task, 'duration_secs': 0.401517} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.678470] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.679245] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.679421] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.679746] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.679989] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c827f0-7850-4d7f-8ef7-d9e7e0ca1929 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.684525] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 715.684525] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a69a17-ff4a-c7c9-5fd1-fba90f4f53d8" [ 715.684525] env[69265]: _type = "Task" [ 715.684525] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.694527] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a69a17-ff4a-c7c9-5fd1-fba90f4f53d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.701540] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475681, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.788608] env[69265]: INFO nova.compute.manager [-] [instance: ca30e339-6bb2-4035-af63-5106af370030] Took 2.18 seconds to deallocate network for instance. [ 715.959676] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.959874] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.960051] env[69265]: DEBUG nova.network.neutron [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.057385] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.058692] env[69265]: DEBUG nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.063024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.100s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.063503] env[69265]: DEBUG nova.objects.instance [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lazy-loading 'resources' on Instance uuid 879f8f9e-4198-4b5a-92c3-ddf15d2b0752 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.102393] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.198876] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a69a17-ff4a-c7c9-5fd1-fba90f4f53d8, 'name': SearchDatastore_Task, 'duration_secs': 0.028971} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.202287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.202638] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.202973] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.203250] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.203376] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.203761] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4c6dd9-b3b6-45cb-b181-6caec134ea6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.212336] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475681, 'name': Rename_Task, 'duration_secs': 0.780177} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.213856] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.214194] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.215160] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.215880] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a1d9aa4-08e6-4cff-a34a-caf80e98ab40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.217613] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e498406-16b2-40bc-b12a-bbe5fcdd8fb2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.223750] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 716.223750] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5245ac3a-5199-1bd7-9a25-8d15d7ebb267" [ 716.223750] env[69265]: _type = "Task" [ 716.223750] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.224814] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 716.224814] env[69265]: value = "task-3475683" [ 716.224814] env[69265]: _type = "Task" [ 716.224814] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.235983] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5245ac3a-5199-1bd7-9a25-8d15d7ebb267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.239098] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.298879] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.505813] env[69265]: DEBUG nova.network.neutron [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.771647] env[69265]: DEBUG nova.compute.utils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.782999] env[69265]: DEBUG nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.783222] env[69265]: DEBUG nova.network.neutron [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.823833] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "0becda35-ead9-4f20-acbd-73b41ba2db1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.823947] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "0becda35-ead9-4f20-acbd-73b41ba2db1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.837623] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5245ac3a-5199-1bd7-9a25-8d15d7ebb267, 'name': SearchDatastore_Task, 'duration_secs': 0.013208} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.837886] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475683, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.838145] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651183} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.838670] env[69265]: DEBUG nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.847349] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 0d8a7167-7c1f-4845-ba15-1bc2d84568a9/0d8a7167-7c1f-4845-ba15-1bc2d84568a9.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.847349] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.847349] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0992b8c-38b6-4694-9671-43da6a4e46aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.851514] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d430657-e51d-4175-9b98-171288422857 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.855478] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 716.855478] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524f020b-3bbb-e006-d5da-15b3e493ce6a" [ 716.855478] env[69265]: _type = "Task" [ 716.855478] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.863560] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 716.863560] env[69265]: value = "task-3475684" [ 716.863560] env[69265]: _type = "Task" [ 716.863560] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.878169] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524f020b-3bbb-e006-d5da-15b3e493ce6a, 'name': SearchDatastore_Task, 'duration_secs': 0.014402} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.878850] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.879320] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] c1f2c675-c9ad-41b0-97b5-600e621927de/c1f2c675-c9ad-41b0-97b5-600e621927de.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.881867] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b43edfe-a524-4e26-a32e-466a73a0214b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.887137] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.895086] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 716.895086] env[69265]: value = "task-3475685" [ 716.895086] env[69265]: _type = "Task" [ 716.895086] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.910587] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.950893] env[69265]: DEBUG nova.policy [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd9c9832ce854dd69d197f8057d8ae50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '150720ff7f0246dcbdab7e4ec069be23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.042344] env[69265]: DEBUG nova.network.neutron [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updating instance_info_cache with network_info: [{"id": "b113a571-3b2d-4cbf-9579-231198a3831e", "address": "fa:16:3e:50:09:12", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb113a571-3b", "ovs_interfaceid": "b113a571-3b2d-4cbf-9579-231198a3831e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.231396] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4cef30-9a9a-4e63-9066-095b0fe0c45b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.241268] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283b75c-7b40-4f58-901a-381168f8d723 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.276474] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc34ba-2baf-4003-8993-f15704151674 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.280729] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Received event network-vif-plugged-e36a1a1a-ca00-4de7-8108-29842a25db20 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.280932] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Acquiring lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.281168] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.281303] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.281458] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] No waiting events found dispatching network-vif-plugged-e36a1a1a-ca00-4de7-8108-29842a25db20 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.281615] env[69265]: WARNING nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Received unexpected event network-vif-plugged-e36a1a1a-ca00-4de7-8108-29842a25db20 for instance with vm_state building and task_state spawning. [ 717.281767] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Received event network-changed-e36a1a1a-ca00-4de7-8108-29842a25db20 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.281980] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Refreshing instance network info cache due to event network-changed-e36a1a1a-ca00-4de7-8108-29842a25db20. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.282190] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Acquiring lock "refresh_cache-0d8a7167-7c1f-4845-ba15-1bc2d84568a9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.282299] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Acquired lock "refresh_cache-0d8a7167-7c1f-4845-ba15-1bc2d84568a9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.282366] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Refreshing network info cache for port e36a1a1a-ca00-4de7-8108-29842a25db20 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.284872] env[69265]: DEBUG nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.295939] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e83e0-4f11-4c05-a723-99bbf6a97223 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.304459] env[69265]: DEBUG oslo_vmware.api [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475683, 'name': PowerOnVM_Task, 'duration_secs': 0.85884} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.305219] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.305444] env[69265]: INFO nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Took 13.36 seconds to spawn the instance on the hypervisor. [ 717.305656] env[69265]: DEBUG nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.306558] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b375a1-92b3-4028-b261-8d9b70e0a912 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.326321] env[69265]: DEBUG nova.compute.provider_tree [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.372541] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.377834] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128706} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.378026] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.378813] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf92de5d-680e-4a2d-bb09-eb4ee03d8561 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.406681] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0d8a7167-7c1f-4845-ba15-1bc2d84568a9/0d8a7167-7c1f-4845-ba15-1bc2d84568a9.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.410920] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d32a3810-f85a-4a7c-8a3c-95489f7a5473 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.432599] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475685, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.434606] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 717.434606] env[69265]: value = "task-3475686" [ 717.434606] env[69265]: _type = "Task" [ 717.434606] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.447502] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.459330] env[69265]: DEBUG nova.network.neutron [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Successfully created port: 3a03586f-bd35-4a7d-8d01-7697b38067e6 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.545011] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.545192] env[69265]: DEBUG nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Instance network_info: |[{"id": "b113a571-3b2d-4cbf-9579-231198a3831e", "address": "fa:16:3e:50:09:12", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb113a571-3b", "ovs_interfaceid": "b113a571-3b2d-4cbf-9579-231198a3831e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.545680] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:09:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b113a571-3b2d-4cbf-9579-231198a3831e', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.557032] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Creating folder: Project (cb1da8718026470194adbb065b9f3655). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.557032] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-453dd44d-c10c-492d-8151-3bbbd743e6b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.566066] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Created folder: Project (cb1da8718026470194adbb065b9f3655) in parent group-v694865. [ 717.566304] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Creating folder: Instances. Parent ref: group-v694917. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.566579] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5d00737-bf0e-4db7-87e5-3e7a9055d610 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.582346] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Created folder: Instances in parent group-v694917. [ 717.584930] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.584930] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.584930] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f11647f-1f21-47df-ad6d-f44a121bd92f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.607187] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.607187] env[69265]: value = "task-3475689" [ 717.607187] env[69265]: _type = "Task" [ 717.607187] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.617090] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475689, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.829569] env[69265]: DEBUG nova.scheduler.client.report [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.848930] env[69265]: INFO nova.compute.manager [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Took 27.73 seconds to build instance. [ 717.913268] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822123} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.915039] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] c1f2c675-c9ad-41b0-97b5-600e621927de/c1f2c675-c9ad-41b0-97b5-600e621927de.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.915039] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.915039] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e92288-998a-4002-9746-6c0994a340e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.923608] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 717.923608] env[69265]: value = "task-3475690" [ 717.923608] env[69265]: _type = "Task" [ 717.923608] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.932638] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.946436] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.121820] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475689, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.277585] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Updated VIF entry in instance network info cache for port e36a1a1a-ca00-4de7-8108-29842a25db20. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.277956] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Updating instance_info_cache with network_info: [{"id": "e36a1a1a-ca00-4de7-8108-29842a25db20", "address": "fa:16:3e:12:6f:eb", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36a1a1a-ca", "ovs_interfaceid": "e36a1a1a-ca00-4de7-8108-29842a25db20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.302872] env[69265]: DEBUG nova.network.neutron [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Successfully updated port: 7db8115a-0766-46e4-8cbb-691007bf31d5 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.305366] env[69265]: DEBUG nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.336144] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.337026] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.337026] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.337026] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.337026] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.337358] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.337466] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.337640] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.337813] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.338016] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.338256] env[69265]: DEBUG nova.virt.hardware [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.338978] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.344788] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e2dfb0-bcb3-43eb-aca1-0b9421af9255 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.345894] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.340s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.346200] env[69265]: DEBUG nova.objects.instance [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 718.353637] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f92ed675-7ca6-4109-8aab-b2e14f36d992 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "9e2a90e4-da8e-4e8d-a317-fd058e599835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.245s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.357278] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8f917-8e72-427c-999a-a9e2d8b3aedd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.391554] env[69265]: INFO nova.scheduler.client.report [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Deleted allocations for instance 879f8f9e-4198-4b5a-92c3-ddf15d2b0752 [ 718.435446] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101878} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.435721] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.437932] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca0e1b9-0c5d-4408-b356-a77becfe5773 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.463865] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] c1f2c675-c9ad-41b0-97b5-600e621927de/c1f2c675-c9ad-41b0-97b5-600e621927de.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.468568] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c467ad-9bad-4e71-8f9a-906a5ecabefd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.484909] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475686, 'name': ReconfigVM_Task, 'duration_secs': 0.541279} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.486556] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0d8a7167-7c1f-4845-ba15-1bc2d84568a9/0d8a7167-7c1f-4845-ba15-1bc2d84568a9.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.489837] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-793122ca-7724-4467-8dbf-e2de3f32d835 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.496022] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 718.496022] env[69265]: value = "task-3475691" [ 718.496022] env[69265]: _type = "Task" [ 718.496022] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.497539] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 718.497539] env[69265]: value = "task-3475692" [ 718.497539] env[69265]: _type = "Task" [ 718.497539] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.509810] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.513114] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475692, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.528273] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "f6588f67-f186-4f6e-b085-0d35eff561a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.528273] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "f6588f67-f186-4f6e-b085-0d35eff561a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.528273] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "f6588f67-f186-4f6e-b085-0d35eff561a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.528273] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "f6588f67-f186-4f6e-b085-0d35eff561a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.528435] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "f6588f67-f186-4f6e-b085-0d35eff561a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.533261] env[69265]: INFO nova.compute.manager [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Terminating instance [ 718.619408] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475689, 'name': CreateVM_Task, 'duration_secs': 0.602479} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.619696] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.620564] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.622017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.622017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.622017] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aee4537-197a-4b28-a1b9-245893b0ec2e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.629027] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 718.629027] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aff9bb-81d6-1a02-2e8c-487ffa040cac" [ 718.629027] env[69265]: _type = "Task" [ 718.629027] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.636121] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aff9bb-81d6-1a02-2e8c-487ffa040cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.758290] env[69265]: DEBUG nova.compute.manager [req-552ec1be-78cc-47e9-a4d5-3b580a12537d req-c4f9e776-168f-4d9e-8090-0b93054726fd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Received event network-changed-13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.758660] env[69265]: DEBUG nova.compute.manager [req-552ec1be-78cc-47e9-a4d5-3b580a12537d req-c4f9e776-168f-4d9e-8090-0b93054726fd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Refreshing instance network info cache due to event network-changed-13d53801-1c8f-48c4-ace0-659d9d8ff0db. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.758998] env[69265]: DEBUG oslo_concurrency.lockutils [req-552ec1be-78cc-47e9-a4d5-3b580a12537d req-c4f9e776-168f-4d9e-8090-0b93054726fd service nova] Acquiring lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.759269] env[69265]: DEBUG oslo_concurrency.lockutils [req-552ec1be-78cc-47e9-a4d5-3b580a12537d req-c4f9e776-168f-4d9e-8090-0b93054726fd service nova] Acquired lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.759502] env[69265]: DEBUG nova.network.neutron [req-552ec1be-78cc-47e9-a4d5-3b580a12537d req-c4f9e776-168f-4d9e-8090-0b93054726fd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Refreshing network info cache for port 13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.786026] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Releasing lock "refresh_cache-0d8a7167-7c1f-4845-ba15-1bc2d84568a9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.786026] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Received event network-changed-1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.786026] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Refreshing instance network info cache due to event network-changed-1d027ea2-ba0a-45ad-b474-3228b2a676b1. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.786217] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Acquiring lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.786283] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Acquired lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.786660] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Refreshing network info cache for port 1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.812497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquiring lock "refresh_cache-7a574cff-cec8-4b0c-b705-cd09f81b15f2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.813029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquired lock "refresh_cache-7a574cff-cec8-4b0c-b705-cd09f81b15f2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.813029] env[69265]: DEBUG nova.network.neutron [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.882305] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.882457] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.903163] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Lock "879f8f9e-4198-4b5a-92c3-ddf15d2b0752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.952s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.993529] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.993631] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.995290] env[69265]: DEBUG nova.compute.manager [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Going to confirm migration 1 {{(pid=69265) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 719.014057] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.020037] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475692, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.036624] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "refresh_cache-f6588f67-f186-4f6e-b085-0d35eff561a3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.036811] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquired lock "refresh_cache-f6588f67-f186-4f6e-b085-0d35eff561a3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.036986] env[69265]: DEBUG nova.network.neutron [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.137888] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aff9bb-81d6-1a02-2e8c-487ffa040cac, 'name': SearchDatastore_Task, 'duration_secs': 0.037941} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.138682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.138924] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.139932] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.140133] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.140371] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.143819] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85330c9-0e05-4532-8fc1-1d5e354ab4ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.153723] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.153723] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.153822] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72582b36-5160-4b6e-ad4b-2bafbf051e38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.159811] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 719.159811] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523434b7-702c-9038-617c-728c84d638b4" [ 719.159811] env[69265]: _type = "Task" [ 719.159811] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.170613] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523434b7-702c-9038-617c-728c84d638b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.360761] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bdd5a297-cc44-41d2-950a-1a5d879f977c tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.361988] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.180s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.363759] env[69265]: INFO nova.compute.claims [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.386185] env[69265]: DEBUG nova.network.neutron [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.389032] env[69265]: DEBUG nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.409706] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.410145] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.518610] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475691, 'name': ReconfigVM_Task, 'duration_secs': 0.896797} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.523709] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Reconfigured VM instance instance-00000010 to attach disk [datastore1] c1f2c675-c9ad-41b0-97b5-600e621927de/c1f2c675-c9ad-41b0-97b5-600e621927de.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.523709] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475692, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.523709] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b4732c2-e263-4661-a5da-dccff4e7557f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.532122] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 719.532122] env[69265]: value = "task-3475693" [ 719.532122] env[69265]: _type = "Task" [ 719.532122] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.543302] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475693, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.588116] env[69265]: DEBUG nova.network.neutron [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.674433] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523434b7-702c-9038-617c-728c84d638b4, 'name': SearchDatastore_Task, 'duration_secs': 0.030632} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.675282] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93044b3-4bef-4d7e-a2ad-b06ca5470b6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.681043] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 719.681043] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c4188-ec7d-3305-0d3b-e7d1217fadd3" [ 719.681043] env[69265]: _type = "Task" [ 719.681043] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.692976] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c4188-ec7d-3305-0d3b-e7d1217fadd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.769878] env[69265]: DEBUG nova.network.neutron [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.844531] env[69265]: DEBUG nova.network.neutron [req-552ec1be-78cc-47e9-a4d5-3b580a12537d req-c4f9e776-168f-4d9e-8090-0b93054726fd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Updated VIF entry in instance network info cache for port 13d53801-1c8f-48c4-ace0-659d9d8ff0db. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.845029] env[69265]: DEBUG nova.network.neutron [req-552ec1be-78cc-47e9-a4d5-3b580a12537d req-c4f9e776-168f-4d9e-8090-0b93054726fd service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Updating instance_info_cache with network_info: [{"id": "13d53801-1c8f-48c4-ace0-659d9d8ff0db", "address": "fa:16:3e:9c:3e:56", "network": {"id": "f6d2bef3-3a08-4d96-98d0-4502dad15249", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-346100780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b675435d94ad4bba86674e9b7ad2acfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d53801-1c", "ovs_interfaceid": "13d53801-1c8f-48c4-ace0-659d9d8ff0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.857937] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.859417] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.859565] env[69265]: DEBUG nova.network.neutron [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.859799] env[69265]: DEBUG nova.objects.instance [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lazy-loading 'info_cache' on Instance uuid 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.923207] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.991682] env[69265]: DEBUG nova.network.neutron [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Updating instance_info_cache with network_info: [{"id": "7db8115a-0766-46e4-8cbb-691007bf31d5", "address": "fa:16:3e:ea:13:84", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db8115a-07", "ovs_interfaceid": "7db8115a-0766-46e4-8cbb-691007bf31d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.005630] env[69265]: DEBUG nova.network.neutron [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Successfully updated port: 3a03586f-bd35-4a7d-8d01-7697b38067e6 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.022948] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475692, 'name': Rename_Task, 'duration_secs': 1.139957} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.023777] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.025173] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c8b5f7a-4ee9-49cc-88ac-c652af8d14f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.033804] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 720.033804] env[69265]: value = "task-3475694" [ 720.033804] env[69265]: _type = "Task" [ 720.033804] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.045739] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475693, 'name': Rename_Task, 'duration_secs': 0.234814} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.049095] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.049671] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.049885] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be4d330-0d84-4d07-b787-f75173a8e45d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.055640] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 720.055640] env[69265]: value = "task-3475695" [ 720.055640] env[69265]: _type = "Task" [ 720.055640] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.064226] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.081707] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Updated VIF entry in instance network info cache for port 1d027ea2-ba0a-45ad-b474-3228b2a676b1. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.081707] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Updating instance_info_cache with network_info: [{"id": "1d027ea2-ba0a-45ad-b474-3228b2a676b1", "address": "fa:16:3e:d1:65:05", "network": {"id": "60829d99-655c-4889-8cbf-e977086185da", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-629787008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15b3ea4075eb4d15862db285dc23f115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d027ea2-ba", "ovs_interfaceid": "1d027ea2-ba0a-45ad-b474-3228b2a676b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.192430] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c4188-ec7d-3305-0d3b-e7d1217fadd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.192702] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.192962] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] d9fb3dba-41f2-463c-8d57-118b0aa46f54/d9fb3dba-41f2-463c-8d57-118b0aa46f54.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.193233] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e54e6e3-7a38-4d7b-96ca-eac9f6ce1983 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.200386] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 720.200386] env[69265]: value = "task-3475696" [ 720.200386] env[69265]: _type = "Task" [ 720.200386] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.208914] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.273806] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Releasing lock "refresh_cache-f6588f67-f186-4f6e-b085-0d35eff561a3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.274055] env[69265]: DEBUG nova.compute.manager [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.274341] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.277376] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9824b3b-b617-47bd-bc1a-5173e195c5b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.283407] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.283644] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1a5cb7e-5889-49bc-9b83-7b0107531bea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.290318] env[69265]: DEBUG oslo_vmware.api [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 720.290318] env[69265]: value = "task-3475697" [ 720.290318] env[69265]: _type = "Task" [ 720.290318] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.299911] env[69265]: DEBUG oslo_vmware.api [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.316823] env[69265]: DEBUG nova.compute.manager [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: ca30e339-6bb2-4035-af63-5106af370030] Received event network-vif-deleted-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.317283] env[69265]: DEBUG nova.compute.manager [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Received event network-vif-plugged-b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.317648] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] Acquiring lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.317840] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] Lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.318959] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] Lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.318959] env[69265]: DEBUG nova.compute.manager [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] No waiting events found dispatching network-vif-plugged-b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.318959] env[69265]: WARNING nova.compute.manager [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Received unexpected event network-vif-plugged-b113a571-3b2d-4cbf-9579-231198a3831e for instance with vm_state building and task_state spawning. [ 720.318959] env[69265]: DEBUG nova.compute.manager [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Received event network-changed-b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.318959] env[69265]: DEBUG nova.compute.manager [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Refreshing instance network info cache due to event network-changed-b113a571-3b2d-4cbf-9579-231198a3831e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.319133] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] Acquiring lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.319133] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] Acquired lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.320124] env[69265]: DEBUG nova.network.neutron [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Refreshing network info cache for port b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.358447] env[69265]: DEBUG oslo_concurrency.lockutils [req-552ec1be-78cc-47e9-a4d5-3b580a12537d req-c4f9e776-168f-4d9e-8090-0b93054726fd service nova] Releasing lock "refresh_cache-ac64274f-9331-4362-af8c-e61c3dfca47b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.498515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Releasing lock "refresh_cache-7a574cff-cec8-4b0c-b705-cd09f81b15f2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.499469] env[69265]: DEBUG nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Instance network_info: |[{"id": "7db8115a-0766-46e4-8cbb-691007bf31d5", "address": "fa:16:3e:ea:13:84", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db8115a-07", "ovs_interfaceid": "7db8115a-0766-46e4-8cbb-691007bf31d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.499565] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:13:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db8115a-0766-46e4-8cbb-691007bf31d5', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.507676] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Creating folder: Project (fd6597ec88cc46a19b44dde93bba3b09). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.512155] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01fda07b-bc10-4db0-8de8-83f2c120d353 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.513746] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "refresh_cache-9e611d0f-aca8-4d76-9325-c8c074a97e19" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.513933] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquired lock "refresh_cache-9e611d0f-aca8-4d76-9325-c8c074a97e19" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.514124] env[69265]: DEBUG nova.network.neutron [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.524257] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Created folder: Project (fd6597ec88cc46a19b44dde93bba3b09) in parent group-v694865. [ 720.524587] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Creating folder: Instances. Parent ref: group-v694920. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.524881] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8605773c-7d92-4bb9-a431-d96b7a826ce2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.539093] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Created folder: Instances in parent group-v694920. [ 720.539093] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.543216] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.543216] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8038a1cb-4cf5-400d-8c4a-468b2252170f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.575608] env[69265]: DEBUG oslo_vmware.api [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475694, 'name': PowerOnVM_Task, 'duration_secs': 0.431977} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.577593] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.579234] env[69265]: INFO nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Took 13.58 seconds to spawn the instance on the hypervisor. [ 720.579234] env[69265]: DEBUG nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.579234] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.579234] env[69265]: value = "task-3475700" [ 720.579234] env[69265]: _type = "Task" [ 720.579234] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.579234] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea27468-c69d-4d36-8c6f-ee5a88a0e2a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.592324] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Releasing lock "refresh_cache-417b5827-79da-47a6-bf40-0eaee265660c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.592611] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Received event network-vif-plugged-b93da9b6-c1c4-4587-b589-5fa1a2a1072d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.592846] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Acquiring lock "c1f2c675-c9ad-41b0-97b5-600e621927de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.593250] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Lock "c1f2c675-c9ad-41b0-97b5-600e621927de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.593350] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Lock "c1f2c675-c9ad-41b0-97b5-600e621927de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.593957] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] No waiting events found dispatching network-vif-plugged-b93da9b6-c1c4-4587-b589-5fa1a2a1072d {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.593957] env[69265]: WARNING nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Received unexpected event network-vif-plugged-b93da9b6-c1c4-4587-b589-5fa1a2a1072d for instance with vm_state building and task_state spawning. [ 720.593957] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Received event network-changed-b93da9b6-c1c4-4587-b589-5fa1a2a1072d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.594141] env[69265]: DEBUG nova.compute.manager [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Refreshing instance network info cache due to event network-changed-b93da9b6-c1c4-4587-b589-5fa1a2a1072d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.594530] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Acquiring lock "refresh_cache-c1f2c675-c9ad-41b0-97b5-600e621927de" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.595159] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Acquired lock "refresh_cache-c1f2c675-c9ad-41b0-97b5-600e621927de" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.595159] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Refreshing network info cache for port b93da9b6-c1c4-4587-b589-5fa1a2a1072d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.596426] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.615030] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475700, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.618801] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquiring lock "2b523f68-396b-437a-ad1b-833802639e67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.619083] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "2b523f68-396b-437a-ad1b-833802639e67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.715665] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475696, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.809334] env[69265]: DEBUG oslo_vmware.api [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475697, 'name': PowerOffVM_Task, 'duration_secs': 0.489556} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.809334] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.809334] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.809334] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f52872a-7aea-4dce-9578-b58af28a2ac7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.843027] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.843027] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.843183] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Deleting the datastore file [datastore1] f6588f67-f186-4f6e-b085-0d35eff561a3 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.846991] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a2293fb-9818-4519-83a0-2bf1383c3fce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.862190] env[69265]: DEBUG oslo_vmware.api [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for the task: (returnval){ [ 720.862190] env[69265]: value = "task-3475702" [ 720.862190] env[69265]: _type = "Task" [ 720.862190] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.884719] env[69265]: DEBUG oslo_vmware.api [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.940545] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aaa537-0f5d-4350-89e9-04a18a4000a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.950832] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134e684b-d05d-428b-a2f8-05af9e2b2219 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.988752] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffdf259-8c1f-486c-953a-4f74c56241cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.996469] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333270a1-c6d2-4278-bc03-70aef3ec6433 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.014648] env[69265]: DEBUG nova.compute.provider_tree [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.076393] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475695, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.092285] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475700, 'name': CreateVM_Task, 'duration_secs': 0.444455} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.092474] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.093213] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.093373] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.093705] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.093987] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb295a15-94e1-4c96-80ea-2c274704af10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.098941] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 721.098941] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52beae45-5e44-1762-1bad-01048b8b833a" [ 721.098941] env[69265]: _type = "Task" [ 721.098941] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.109078] env[69265]: DEBUG nova.network.neutron [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.113607] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52beae45-5e44-1762-1bad-01048b8b833a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.131228] env[69265]: INFO nova.compute.manager [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Took 28.32 seconds to build instance. [ 721.219747] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756973} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.220022] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] d9fb3dba-41f2-463c-8d57-118b0aa46f54/d9fb3dba-41f2-463c-8d57-118b0aa46f54.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.220241] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.220493] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c2543d-c967-4805-873b-186e6f64e7bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.227377] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 721.227377] env[69265]: value = "task-3475703" [ 721.227377] env[69265]: _type = "Task" [ 721.227377] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.237879] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.364685] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquiring lock "9e2a90e4-da8e-4e8d-a317-fd058e599835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.367029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "9e2a90e4-da8e-4e8d-a317-fd058e599835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.367029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquiring lock "9e2a90e4-da8e-4e8d-a317-fd058e599835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.367029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "9e2a90e4-da8e-4e8d-a317-fd058e599835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.367029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "9e2a90e4-da8e-4e8d-a317-fd058e599835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.374830] env[69265]: INFO nova.compute.manager [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Terminating instance [ 721.383958] env[69265]: DEBUG oslo_vmware.api [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Task: {'id': task-3475702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273276} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.387193] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.387490] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.387694] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.387867] env[69265]: INFO nova.compute.manager [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 721.388712] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.389180] env[69265]: DEBUG nova.compute.manager [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.389287] env[69265]: DEBUG nova.network.neutron [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.419484] env[69265]: DEBUG nova.network.neutron [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.518030] env[69265]: DEBUG nova.scheduler.client.report [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.578583] env[69265]: DEBUG oslo_vmware.api [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475695, 'name': PowerOnVM_Task, 'duration_secs': 1.394376} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.578876] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.579178] env[69265]: INFO nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Took 12.63 seconds to spawn the instance on the hypervisor. [ 721.579507] env[69265]: DEBUG nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.581036] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b136f074-254c-4d3f-9f51-d425738eb027 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.597899] env[69265]: DEBUG nova.network.neutron [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updated VIF entry in instance network info cache for port b113a571-3b2d-4cbf-9579-231198a3831e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.598426] env[69265]: DEBUG nova.network.neutron [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updating instance_info_cache with network_info: [{"id": "b113a571-3b2d-4cbf-9579-231198a3831e", "address": "fa:16:3e:50:09:12", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb113a571-3b", "ovs_interfaceid": "b113a571-3b2d-4cbf-9579-231198a3831e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.610979] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52beae45-5e44-1762-1bad-01048b8b833a, 'name': SearchDatastore_Task, 'duration_secs': 0.021132} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.611338] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.611707] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.611996] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.612221] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.612439] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.613281] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c99a666a-785d-4c0d-a6fc-fa8fb4a4b563 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.621418] env[69265]: DEBUG nova.network.neutron [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance_info_cache with network_info: [{"id": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "address": "fa:16:3e:29:59:57", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323692cc-81", "ovs_interfaceid": "323692cc-81f0-45b0-a9bf-2db516c8ce24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.624683] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.624922] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.625877] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e6bc8c-fef8-446b-8e5d-b8bb63805667 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.633905] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 721.633905] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a773c1-1d61-95ba-2626-927e01adfb9b" [ 721.633905] env[69265]: _type = "Task" [ 721.633905] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.637442] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ad051718-d2db-4012-80da-3df6634dd8ef tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.208s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.645662] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a773c1-1d61-95ba-2626-927e01adfb9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.676168] env[69265]: DEBUG nova.network.neutron [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Updating instance_info_cache with network_info: [{"id": "3a03586f-bd35-4a7d-8d01-7697b38067e6", "address": "fa:16:3e:52:fb:2f", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a03586f-bd", "ovs_interfaceid": "3a03586f-bd35-4a7d-8d01-7697b38067e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.699840] env[69265]: DEBUG nova.compute.manager [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Received event network-vif-plugged-7db8115a-0766-46e4-8cbb-691007bf31d5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.700072] env[69265]: DEBUG oslo_concurrency.lockutils [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] Acquiring lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.700280] env[69265]: DEBUG oslo_concurrency.lockutils [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] Lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.700446] env[69265]: DEBUG oslo_concurrency.lockutils [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] Lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.700692] env[69265]: DEBUG nova.compute.manager [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] No waiting events found dispatching network-vif-plugged-7db8115a-0766-46e4-8cbb-691007bf31d5 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.700759] env[69265]: WARNING nova.compute.manager [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Received unexpected event network-vif-plugged-7db8115a-0766-46e4-8cbb-691007bf31d5 for instance with vm_state building and task_state spawning. [ 721.700917] env[69265]: DEBUG nova.compute.manager [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Received event network-changed-7db8115a-0766-46e4-8cbb-691007bf31d5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.701197] env[69265]: DEBUG nova.compute.manager [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Refreshing instance network info cache due to event network-changed-7db8115a-0766-46e4-8cbb-691007bf31d5. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.701445] env[69265]: DEBUG oslo_concurrency.lockutils [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] Acquiring lock "refresh_cache-7a574cff-cec8-4b0c-b705-cd09f81b15f2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.701630] env[69265]: DEBUG oslo_concurrency.lockutils [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] Acquired lock "refresh_cache-7a574cff-cec8-4b0c-b705-cd09f81b15f2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.701839] env[69265]: DEBUG nova.network.neutron [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Refreshing network info cache for port 7db8115a-0766-46e4-8cbb-691007bf31d5 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.717030] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Updated VIF entry in instance network info cache for port b93da9b6-c1c4-4587-b589-5fa1a2a1072d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.717212] env[69265]: DEBUG nova.network.neutron [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Updating instance_info_cache with network_info: [{"id": "b93da9b6-c1c4-4587-b589-5fa1a2a1072d", "address": "fa:16:3e:f7:5c:fa", "network": {"id": "1a0464a7-eb1e-40d4-9a6f-f594630aaf5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1937924814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88057698d5e244a7ae976f0361f0d61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93da9b6-c1", "ovs_interfaceid": "b93da9b6-c1c4-4587-b589-5fa1a2a1072d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.727181] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.727420] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.737224] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072397} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.737407] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.738128] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136f954d-0f66-45c9-8a31-175edf40462f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.761313] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] d9fb3dba-41f2-463c-8d57-118b0aa46f54/d9fb3dba-41f2-463c-8d57-118b0aa46f54.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.761464] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf022e9-d485-4c95-93f1-05cf36616d32 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.784364] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 721.784364] env[69265]: value = "task-3475704" [ 721.784364] env[69265]: _type = "Task" [ 721.784364] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.792576] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.891142] env[69265]: DEBUG nova.compute.manager [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.891367] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.892239] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f882b7ff-e045-4408-b41f-981bbe76b5e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.900416] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.900682] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bcb17d2-cfad-4985-b1fc-b1911b90dcc4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.908404] env[69265]: DEBUG oslo_vmware.api [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 721.908404] env[69265]: value = "task-3475705" [ 721.908404] env[69265]: _type = "Task" [ 721.908404] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.918235] env[69265]: DEBUG oslo_vmware.api [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.923651] env[69265]: DEBUG nova.network.neutron [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.022894] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.023446] env[69265]: DEBUG nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.026265] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.790s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.030160] env[69265]: DEBUG nova.objects.instance [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lazy-loading 'resources' on Instance uuid 0df832c7-2323-4514-8e2e-f557a29a8c2e {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.101539] env[69265]: INFO nova.compute.manager [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Took 29.18 seconds to build instance. [ 722.104897] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2df6733-8c53-40f6-a2a4-b42a9a132a3e req-5667d59e-fabc-4f23-8048-82665097028a service nova] Releasing lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.127124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.127721] env[69265]: DEBUG nova.objects.instance [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lazy-loading 'migration_context' on Instance uuid 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.140534] env[69265]: DEBUG nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.148303] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a773c1-1d61-95ba-2626-927e01adfb9b, 'name': SearchDatastore_Task, 'duration_secs': 0.021366} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.150082] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908e9930-05e4-4672-b566-503c6226d3f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.157751] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 722.157751] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ee3435-45cb-a07e-37ea-5740a515cfa8" [ 722.157751] env[69265]: _type = "Task" [ 722.157751] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.167307] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ee3435-45cb-a07e-37ea-5740a515cfa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.178543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Releasing lock "refresh_cache-9e611d0f-aca8-4d76-9325-c8c074a97e19" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.181432] env[69265]: DEBUG nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Instance network_info: |[{"id": "3a03586f-bd35-4a7d-8d01-7697b38067e6", "address": "fa:16:3e:52:fb:2f", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a03586f-bd", "ovs_interfaceid": "3a03586f-bd35-4a7d-8d01-7697b38067e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.181814] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:fb:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a03586f-bd35-4a7d-8d01-7697b38067e6', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.189911] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.190655] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.191036] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81fefb07-045f-4940-be63-a203adaa2bca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.219028] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.219028] env[69265]: value = "task-3475706" [ 722.219028] env[69265]: _type = "Task" [ 722.219028] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.221911] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c5df50-8752-44d9-a3e2-62b7fb8f3a9b req-073fb330-43be-4777-961a-a7f35e8d18ff service nova] Releasing lock "refresh_cache-c1f2c675-c9ad-41b0-97b5-600e621927de" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.233926] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475706, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.295622] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.420762] env[69265]: DEBUG oslo_vmware.api [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475705, 'name': PowerOffVM_Task, 'duration_secs': 0.191863} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.421218] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.421218] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.421555] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8039c0-fee8-4c8a-99e1-2f47530cdd22 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.432555] env[69265]: INFO nova.compute.manager [-] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Took 1.04 seconds to deallocate network for instance. [ 722.530310] env[69265]: DEBUG nova.network.neutron [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Updated VIF entry in instance network info cache for port 7db8115a-0766-46e4-8cbb-691007bf31d5. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.531093] env[69265]: DEBUG nova.network.neutron [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Updating instance_info_cache with network_info: [{"id": "7db8115a-0766-46e4-8cbb-691007bf31d5", "address": "fa:16:3e:ea:13:84", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db8115a-07", "ovs_interfaceid": "7db8115a-0766-46e4-8cbb-691007bf31d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.533116] env[69265]: DEBUG nova.compute.utils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.539544] env[69265]: DEBUG nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.541507] env[69265]: DEBUG nova.network.neutron [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.604426] env[69265]: DEBUG oslo_concurrency.lockutils [None req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "c1f2c675-c9ad-41b0-97b5-600e621927de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.986s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.628777] env[69265]: DEBUG nova.policy [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6616d6de5dac4f09b560539b7ab92a58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ac78e1837844817a57f14117be0a0ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.631347] env[69265]: DEBUG nova.objects.base [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Object Instance<99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa> lazy-loaded attributes: info_cache,migration_context {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 722.632471] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd622b3-554f-4932-a9b5-960b8a113736 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.673352] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d53150e-79b8-46af-b83c-cac30aabcd35 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.687241] env[69265]: DEBUG oslo_vmware.api [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 722.687241] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52049c64-e5e9-5a2e-1379-19552d92c7b8" [ 722.687241] env[69265]: _type = "Task" [ 722.687241] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.687241] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ee3435-45cb-a07e-37ea-5740a515cfa8, 'name': SearchDatastore_Task, 'duration_secs': 0.014347} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.687241] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.687241] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7a574cff-cec8-4b0c-b705-cd09f81b15f2/7a574cff-cec8-4b0c-b705-cd09f81b15f2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.690945] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4703a758-d90a-4502-a8c5-4f1d78a231f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.701138] env[69265]: DEBUG oslo_vmware.api [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52049c64-e5e9-5a2e-1379-19552d92c7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.016434} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.703409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.703722] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.704089] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 722.704089] env[69265]: value = "task-3475708" [ 722.704089] env[69265]: _type = "Task" [ 722.704089] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.716043] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.734693] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475706, 'name': CreateVM_Task, 'duration_secs': 0.35624} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.734929] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.735670] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.735954] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.736292] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.736778] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5cb95f-de7d-46cf-9f37-fce68c27be04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.746272] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 722.746272] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f4224b-242a-e4fa-02c9-141e2c6e531f" [ 722.746272] env[69265]: _type = "Task" [ 722.746272] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.755674] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f4224b-242a-e4fa-02c9-141e2c6e531f, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.756111] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.757038] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.757038] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.757038] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.757038] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.757385] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4e38ef-6b4d-4be7-9292-8db28f9781b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.768223] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.768522] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.769298] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394c13ce-c183-4285-821e-9ebba8e76e86 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.778028] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 722.778028] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dd4a93-43bd-4d0c-e1c2-a5817728d24d" [ 722.778028] env[69265]: _type = "Task" [ 722.778028] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.786186] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dd4a93-43bd-4d0c-e1c2-a5817728d24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.794102] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475704, 'name': ReconfigVM_Task, 'duration_secs': 0.524038} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.796959] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Reconfigured VM instance instance-00000011 to attach disk [datastore1] d9fb3dba-41f2-463c-8d57-118b0aa46f54/d9fb3dba-41f2-463c-8d57-118b0aa46f54.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.798833] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd3b6a4c-5998-4172-bd40-197fcbca8f87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.804955] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 722.804955] env[69265]: value = "task-3475709" [ 722.804955] env[69265]: _type = "Task" [ 722.804955] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.814012] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475709, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.944277] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.967861] env[69265]: DEBUG nova.compute.manager [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Received event network-vif-plugged-3a03586f-bd35-4a7d-8d01-7697b38067e6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.968093] env[69265]: DEBUG oslo_concurrency.lockutils [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] Acquiring lock "9e611d0f-aca8-4d76-9325-c8c074a97e19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.968382] env[69265]: DEBUG oslo_concurrency.lockutils [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] Lock "9e611d0f-aca8-4d76-9325-c8c074a97e19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.968456] env[69265]: DEBUG oslo_concurrency.lockutils [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] Lock "9e611d0f-aca8-4d76-9325-c8c074a97e19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.968765] env[69265]: DEBUG nova.compute.manager [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] No waiting events found dispatching network-vif-plugged-3a03586f-bd35-4a7d-8d01-7697b38067e6 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.968765] env[69265]: WARNING nova.compute.manager [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Received unexpected event network-vif-plugged-3a03586f-bd35-4a7d-8d01-7697b38067e6 for instance with vm_state building and task_state spawning. [ 722.968921] env[69265]: DEBUG nova.compute.manager [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Received event network-changed-3a03586f-bd35-4a7d-8d01-7697b38067e6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.970038] env[69265]: DEBUG nova.compute.manager [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Refreshing instance network info cache due to event network-changed-3a03586f-bd35-4a7d-8d01-7697b38067e6. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.970038] env[69265]: DEBUG oslo_concurrency.lockutils [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] Acquiring lock "refresh_cache-9e611d0f-aca8-4d76-9325-c8c074a97e19" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.970038] env[69265]: DEBUG oslo_concurrency.lockutils [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] Acquired lock "refresh_cache-9e611d0f-aca8-4d76-9325-c8c074a97e19" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.970038] env[69265]: DEBUG nova.network.neutron [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Refreshing network info cache for port 3a03586f-bd35-4a7d-8d01-7697b38067e6 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.041631] env[69265]: DEBUG oslo_concurrency.lockutils [req-672faae5-9d54-46b9-8248-e32a822e4f20 req-4862f3f5-278a-40a8-bb44-86e3b399d57b service nova] Releasing lock "refresh_cache-7a574cff-cec8-4b0c-b705-cd09f81b15f2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.042252] env[69265]: DEBUG nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.067494] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2338a4c2-07f7-4122-91ef-840f2b839a50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.079938] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851cb019-203c-4056-b939-9d555ebe4e9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.132435] env[69265]: DEBUG nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.141630] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aef90c-104c-469f-a531-9f85096b8e58 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.156379] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55434dc2-a1fb-4110-b956-e517ebbf6651 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.172149] env[69265]: DEBUG nova.compute.provider_tree [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.194966] env[69265]: DEBUG nova.network.neutron [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Successfully created port: aa6acb98-7a68-4a3b-b64b-612e52ec44b3 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.215303] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.292107] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dd4a93-43bd-4d0c-e1c2-a5817728d24d, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.292998] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e98e6ad8-7020-4325-94da-1ddd3555bf5e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.303224] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 723.303224] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5260da54-ed52-c61a-09cf-2c4d12c50fe1" [ 723.303224] env[69265]: _type = "Task" [ 723.303224] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.312253] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5260da54-ed52-c61a-09cf-2c4d12c50fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.317583] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475709, 'name': Rename_Task, 'duration_secs': 0.247942} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.319067] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.319067] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-498cd818-38b2-4830-ae2d-a6f2ec8748b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.326926] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 723.326926] env[69265]: value = "task-3475710" [ 723.326926] env[69265]: _type = "Task" [ 723.326926] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.336928] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.666367] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.676331] env[69265]: DEBUG nova.scheduler.client.report [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.717400] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635556} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.717578] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7a574cff-cec8-4b0c-b705-cd09f81b15f2/7a574cff-cec8-4b0c-b705-cd09f81b15f2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.717790] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.718050] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e98548a-020d-48a2-ab55-afaa9d393480 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.726937] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 723.726937] env[69265]: value = "task-3475711" [ 723.726937] env[69265]: _type = "Task" [ 723.726937] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.741404] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.812499] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5260da54-ed52-c61a-09cf-2c4d12c50fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.02387} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.812774] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.813076] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 9e611d0f-aca8-4d76-9325-c8c074a97e19/9e611d0f-aca8-4d76-9325-c8c074a97e19.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.813351] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e902eaac-07b4-41b5-b414-9e14f6fd84e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.820650] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 723.820650] env[69265]: value = "task-3475712" [ 723.820650] env[69265]: _type = "Task" [ 723.820650] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.833777] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.841025] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.892472] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.892472] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.892472] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Deleting the datastore file [datastore1] 9e2a90e4-da8e-4e8d-a317-fd058e599835 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.892472] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77952d57-efb0-49dc-99ed-2ceb11b092a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.896697] env[69265]: DEBUG oslo_vmware.api [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for the task: (returnval){ [ 723.896697] env[69265]: value = "task-3475713" [ 723.896697] env[69265]: _type = "Task" [ 723.896697] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.905262] env[69265]: DEBUG oslo_vmware.api [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.936996] env[69265]: DEBUG nova.network.neutron [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Updated VIF entry in instance network info cache for port 3a03586f-bd35-4a7d-8d01-7697b38067e6. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.937387] env[69265]: DEBUG nova.network.neutron [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Updating instance_info_cache with network_info: [{"id": "3a03586f-bd35-4a7d-8d01-7697b38067e6", "address": "fa:16:3e:52:fb:2f", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a03586f-bd", "ovs_interfaceid": "3a03586f-bd35-4a7d-8d01-7697b38067e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.053030] env[69265]: DEBUG nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.092100] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.092725] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.092951] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.093154] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.093296] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.093436] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.093633] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.093804] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.093932] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.094096] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.094264] env[69265]: DEBUG nova.virt.hardware [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.096041] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bea779-ab92-4420-96dd-17a9decfee70 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.104741] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11c605-9435-4419-ad9c-d22b8d423b55 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.184205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.187685] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.484s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.189278] env[69265]: INFO nova.compute.claims [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.213780] env[69265]: INFO nova.scheduler.client.report [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted allocations for instance 0df832c7-2323-4514-8e2e-f557a29a8c2e [ 724.241098] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075455} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.241098] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.242965] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6d4bbf-b0de-44df-b5f5-7425bfd56447 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.271524] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 7a574cff-cec8-4b0c-b705-cd09f81b15f2/7a574cff-cec8-4b0c-b705-cd09f81b15f2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.271524] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04da95c4-1fb3-42fd-bce8-f2189b9ca918 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.295693] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 724.295693] env[69265]: value = "task-3475714" [ 724.295693] env[69265]: _type = "Task" [ 724.295693] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.305244] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.333604] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.338744] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.409561] env[69265]: DEBUG oslo_vmware.api [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Task: {'id': task-3475713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242858} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.409824] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.410008] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.410354] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.410444] env[69265]: INFO nova.compute.manager [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Took 2.52 seconds to destroy the instance on the hypervisor. [ 724.410821] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.411107] env[69265]: DEBUG nova.compute.manager [-] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.411220] env[69265]: DEBUG nova.network.neutron [-] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.441058] env[69265]: DEBUG oslo_concurrency.lockutils [req-b76400bd-97da-4b5a-9e39-ce2d05d19631 req-8652d4fb-04b2-4cda-b1d4-a98ae495b141 service nova] Releasing lock "refresh_cache-9e611d0f-aca8-4d76-9325-c8c074a97e19" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.727680] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "0df832c7-2323-4514-8e2e-f557a29a8c2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.626s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.811656] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.838744] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475712, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.846906] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.310728] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475714, 'name': ReconfigVM_Task, 'duration_secs': 0.759542} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.314420] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 7a574cff-cec8-4b0c-b705-cd09f81b15f2/7a574cff-cec8-4b0c-b705-cd09f81b15f2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.315291] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f98907c-9985-4584-921d-f91c4be14a17 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.322647] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 725.322647] env[69265]: value = "task-3475715" [ 725.322647] env[69265]: _type = "Task" [ 725.322647] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.340632] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475715, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.344588] env[69265]: DEBUG nova.network.neutron [-] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.346455] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475712, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.190154} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.351634] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 9e611d0f-aca8-4d76-9325-c8c074a97e19/9e611d0f-aca8-4d76-9325-c8c074a97e19.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.351856] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.352249] env[69265]: DEBUG oslo_vmware.api [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3475710, 'name': PowerOnVM_Task, 'duration_secs': 1.938723} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.353414] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35fbe9b3-5552-449a-ac12-05f133d374fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.357144] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.357144] env[69265]: INFO nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Took 13.71 seconds to spawn the instance on the hypervisor. [ 725.357144] env[69265]: DEBUG nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.357144] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cb711e-9ee9-4a6e-98fb-923e9b0fca10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.368073] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 725.368073] env[69265]: value = "task-3475716" [ 725.368073] env[69265]: _type = "Task" [ 725.368073] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.382159] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.610962] env[69265]: DEBUG nova.network.neutron [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Successfully updated port: aa6acb98-7a68-4a3b-b64b-612e52ec44b3 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.613228] env[69265]: DEBUG nova.compute.manager [req-3a31d72f-02a8-4b8c-bf13-f41e814ae2c2 req-ba10afc2-4005-4070-8d0d-432bbc3c389a service nova] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Received event network-vif-deleted-256b8fdb-f556-4990-9d28-3579c540fe7e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.631451] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a019ae-9d31-4c12-863d-2a036fbd697e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.642305] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32719c5f-46d8-4f82-a687-c664462a713a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.684574] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99225e60-150d-4969-ac17-9037adfe7144 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.692094] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bb92d8-b735-41de-bf96-b033593ae386 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.705581] env[69265]: DEBUG nova.compute.provider_tree [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.833346] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475715, 'name': Rename_Task, 'duration_secs': 0.202635} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.833710] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.833878] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c22855b5-f54e-48eb-bdd1-7e67e3b38cbf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.839883] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 725.839883] env[69265]: value = "task-3475717" [ 725.839883] env[69265]: _type = "Task" [ 725.839883] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.852362] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.853867] env[69265]: INFO nova.compute.manager [-] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Took 1.44 seconds to deallocate network for instance. [ 725.878992] env[69265]: INFO nova.compute.manager [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Took 30.40 seconds to build instance. [ 725.883966] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072568} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.884517] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.885595] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c69208-3d6c-4318-9f17-270b9c9d0e67 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.914879] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 9e611d0f-aca8-4d76-9325-c8c074a97e19/9e611d0f-aca8-4d76-9325-c8c074a97e19.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.916149] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d67130-dafa-49dd-8d7d-1c07b40f64e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.940316] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 725.940316] env[69265]: value = "task-3475718" [ 725.940316] env[69265]: _type = "Task" [ 725.940316] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.951897] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.976331] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.976694] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.115281] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "refresh_cache-8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.115432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquired lock "refresh_cache-8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.115585] env[69265]: DEBUG nova.network.neutron [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.208990] env[69265]: DEBUG nova.scheduler.client.report [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.351829] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.364648] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.386139] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9326c06b-edf7-4128-8992-511764fcdfff tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.093s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.454510] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475718, 'name': ReconfigVM_Task, 'duration_secs': 0.508066} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.455868] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 9e611d0f-aca8-4d76-9325-c8c074a97e19/9e611d0f-aca8-4d76-9325-c8c074a97e19.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.455868] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76b1c5d3-da5b-43aa-89e5-14604c53fab0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.462631] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 726.462631] env[69265]: value = "task-3475719" [ 726.462631] env[69265]: _type = "Task" [ 726.462631] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.473129] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475719, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.510069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquiring lock "c1f2c675-c9ad-41b0-97b5-600e621927de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.510338] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "c1f2c675-c9ad-41b0-97b5-600e621927de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.510564] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquiring lock "c1f2c675-c9ad-41b0-97b5-600e621927de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.510753] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "c1f2c675-c9ad-41b0-97b5-600e621927de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.510922] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "c1f2c675-c9ad-41b0-97b5-600e621927de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.513822] env[69265]: INFO nova.compute.manager [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Terminating instance [ 726.698149] env[69265]: DEBUG nova.network.neutron [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.707668] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquiring lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.707668] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.717417] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.717889] env[69265]: DEBUG nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.720960] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.392s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.725719] env[69265]: INFO nova.compute.claims [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.860067] env[69265]: DEBUG oslo_vmware.api [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475717, 'name': PowerOnVM_Task, 'duration_secs': 0.706491} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.861034] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.861034] env[69265]: INFO nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Took 12.47 seconds to spawn the instance on the hypervisor. [ 726.861869] env[69265]: DEBUG nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.862358] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cda858c-2d2e-4892-97f1-15fd328d2372 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.889234] env[69265]: DEBUG nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.974516] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475719, 'name': Rename_Task, 'duration_secs': 0.174165} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.975614] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.975614] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bb28449-a201-4e27-95ed-ae838ddf27ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.982216] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 726.982216] env[69265]: value = "task-3475720" [ 726.982216] env[69265]: _type = "Task" [ 726.982216] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.986563] env[69265]: DEBUG nova.network.neutron [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Updating instance_info_cache with network_info: [{"id": "aa6acb98-7a68-4a3b-b64b-612e52ec44b3", "address": "fa:16:3e:68:51:b3", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6acb98-7a", "ovs_interfaceid": "aa6acb98-7a68-4a3b-b64b-612e52ec44b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.992961] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.019151] env[69265]: DEBUG nova.compute.manager [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.019446] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.020663] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed537d-d897-432c-b572-9435278ff3f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.033262] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.033754] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d3f7ab-5ad4-434b-adab-5d50929dd02c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.044296] env[69265]: DEBUG oslo_vmware.api [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 727.044296] env[69265]: value = "task-3475721" [ 727.044296] env[69265]: _type = "Task" [ 727.044296] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.057766] env[69265]: DEBUG oslo_vmware.api [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.233441] env[69265]: DEBUG nova.compute.utils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.235351] env[69265]: DEBUG nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.236656] env[69265]: DEBUG nova.network.neutron [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.249194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquiring lock "ee2d9832-32ef-44b2-878c-89762f813480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.249194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "ee2d9832-32ef-44b2-878c-89762f813480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.249194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquiring lock "ee2d9832-32ef-44b2-878c-89762f813480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.249194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "ee2d9832-32ef-44b2-878c-89762f813480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.249389] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "ee2d9832-32ef-44b2-878c-89762f813480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.252574] env[69265]: INFO nova.compute.manager [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Terminating instance [ 727.320120] env[69265]: DEBUG nova.policy [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '544c6a2020aa4c09ac4ac8edc2bbe2a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87c8e3dfbd454b419b2ce30de8be171d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.389614] env[69265]: INFO nova.compute.manager [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Took 28.50 seconds to build instance. [ 727.422566] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.490299] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Releasing lock "refresh_cache-8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.490897] env[69265]: DEBUG nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Instance network_info: |[{"id": "aa6acb98-7a68-4a3b-b64b-612e52ec44b3", "address": "fa:16:3e:68:51:b3", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6acb98-7a", "ovs_interfaceid": "aa6acb98-7a68-4a3b-b64b-612e52ec44b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.496244] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:51:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa6acb98-7a68-4a3b-b64b-612e52ec44b3', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.504596] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.505035] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475720, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.505108] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.505404] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e411461-8020-456b-bfb6-62148552f214 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.527406] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.527406] env[69265]: value = "task-3475722" [ 727.527406] env[69265]: _type = "Task" [ 727.527406] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.537820] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475722, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.557334] env[69265]: DEBUG oslo_vmware.api [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475721, 'name': PowerOffVM_Task, 'duration_secs': 0.311346} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.557609] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.557782] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.558905] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5246850-e80a-411c-b5ad-c16dab9b961e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.638461] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.641026] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.641026] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Deleting the datastore file [datastore1] c1f2c675-c9ad-41b0-97b5-600e621927de {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.641026] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d50de27-56f9-4e59-b043-91764720c8e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.650193] env[69265]: DEBUG oslo_vmware.api [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for the task: (returnval){ [ 727.650193] env[69265]: value = "task-3475724" [ 727.650193] env[69265]: _type = "Task" [ 727.650193] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.660550] env[69265]: DEBUG oslo_vmware.api [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.740646] env[69265]: DEBUG nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.758906] env[69265]: DEBUG nova.compute.manager [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.761023] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.761023] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84669f0d-af80-4957-97b9-8432d991deeb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.776021] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.777953] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e0e612-d81c-430d-8a28-1d15af5e0dfd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.785538] env[69265]: DEBUG oslo_vmware.api [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 727.785538] env[69265]: value = "task-3475725" [ 727.785538] env[69265]: _type = "Task" [ 727.785538] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.796042] env[69265]: DEBUG oslo_vmware.api [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.893792] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.616s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.002185] env[69265]: DEBUG oslo_vmware.api [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475720, 'name': PowerOnVM_Task, 'duration_secs': 0.627972} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.002185] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.002185] env[69265]: INFO nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Took 9.70 seconds to spawn the instance on the hypervisor. [ 728.002185] env[69265]: DEBUG nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.003769] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6394bf63-7e97-433e-8875-872f271ec735 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.038228] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475722, 'name': CreateVM_Task, 'duration_secs': 0.390767} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.040024] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.040024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.040024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.040024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.040343] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3343c3-09fe-41a0-8252-13f77bd4c65d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.047305] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 728.047305] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521806e1-4e02-c2be-1ad3-9610672ae19f" [ 728.047305] env[69265]: _type = "Task" [ 728.047305] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.066246] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521806e1-4e02-c2be-1ad3-9610672ae19f, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.066428] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.066676] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.066901] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.067052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.067232] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.067783] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57fe1b47-c4c5-4cdf-87ea-d2929461c8b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.087973] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.088207] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.089059] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0391f3bc-d4e6-476f-83ab-70560dac5d4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.095670] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 728.095670] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529c98d1-8fb8-5670-1456-99331a89cd69" [ 728.095670] env[69265]: _type = "Task" [ 728.095670] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.106307] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529c98d1-8fb8-5670-1456-99331a89cd69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.163624] env[69265]: DEBUG oslo_vmware.api [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Task: {'id': task-3475724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231113} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.166529] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.166742] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.166991] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.167152] env[69265]: INFO nova.compute.manager [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Took 1.15 seconds to destroy the instance on the hypervisor. [ 728.167452] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.167902] env[69265]: DEBUG nova.compute.manager [-] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.170700] env[69265]: DEBUG nova.network.neutron [-] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.299926] env[69265]: DEBUG oslo_vmware.api [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475725, 'name': PowerOffVM_Task, 'duration_secs': 0.271298} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.301081] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.301295] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.301646] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92236f3b-595c-4a8b-97a4-e8e9b1ff06c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.319198] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee420ebb-1c31-46f7-99e3-35361cc5a75a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.328605] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b004ab-db3f-46d7-9171-2345f265d341 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.374220] env[69265]: DEBUG nova.network.neutron [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Successfully created port: bd8c9232-7e90-4762-a563-0399c69b1cec {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.377457] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a6ae67-fca3-441b-b960-0a362c63497b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.381612] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.381828] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.382022] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Deleting the datastore file [datastore1] ee2d9832-32ef-44b2-878c-89762f813480 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.385663] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d061eba-3a5a-4005-ba2d-2ae2c3692c8b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.391369] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e54693c-833f-4000-aad2-7a6c582437cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.397904] env[69265]: DEBUG oslo_vmware.api [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for the task: (returnval){ [ 728.397904] env[69265]: value = "task-3475727" [ 728.397904] env[69265]: _type = "Task" [ 728.397904] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.398938] env[69265]: DEBUG nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.416217] env[69265]: DEBUG nova.compute.provider_tree [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.424967] env[69265]: DEBUG oslo_vmware.api [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.523888] env[69265]: INFO nova.compute.manager [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Took 26.78 seconds to build instance. [ 728.610046] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529c98d1-8fb8-5670-1456-99331a89cd69, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.610046] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1311b54b-172f-475d-b98d-9cb0d888c2d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.617330] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 728.617330] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb2773-59d0-2e90-5ddc-4bb597e49ca6" [ 728.617330] env[69265]: _type = "Task" [ 728.617330] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.629288] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb2773-59d0-2e90-5ddc-4bb597e49ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.750701] env[69265]: DEBUG nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.779059] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.779307] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.779559] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.779666] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.779777] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.779924] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.780221] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.780357] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.780519] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.780648] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.780809] env[69265]: DEBUG nova.virt.hardware [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.781611] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1fbf26-dad4-4bd5-b039-7c8a57d59811 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.789754] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc03896-6685-4fa1-bb66-f2a9048eb431 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.914197] env[69265]: DEBUG oslo_vmware.api [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Task: {'id': task-3475727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462326} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.914461] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.914639] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.914806] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.914966] env[69265]: INFO nova.compute.manager [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Took 1.16 seconds to destroy the instance on the hypervisor. [ 728.915210] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.917490] env[69265]: DEBUG nova.compute.manager [-] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.917591] env[69265]: DEBUG nova.network.neutron [-] [instance: ee2d9832-32ef-44b2-878c-89762f813480] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.921167] env[69265]: DEBUG nova.scheduler.client.report [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.947218] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.999843] env[69265]: DEBUG nova.compute.manager [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Received event network-vif-plugged-aa6acb98-7a68-4a3b-b64b-612e52ec44b3 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.999843] env[69265]: DEBUG oslo_concurrency.lockutils [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] Acquiring lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.000275] env[69265]: DEBUG oslo_concurrency.lockutils [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] Lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.000458] env[69265]: DEBUG oslo_concurrency.lockutils [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] Lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.004024] env[69265]: DEBUG nova.compute.manager [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] No waiting events found dispatching network-vif-plugged-aa6acb98-7a68-4a3b-b64b-612e52ec44b3 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.004024] env[69265]: WARNING nova.compute.manager [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Received unexpected event network-vif-plugged-aa6acb98-7a68-4a3b-b64b-612e52ec44b3 for instance with vm_state building and task_state spawning. [ 729.004024] env[69265]: DEBUG nova.compute.manager [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Received event network-changed-aa6acb98-7a68-4a3b-b64b-612e52ec44b3 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.004024] env[69265]: DEBUG nova.compute.manager [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Refreshing instance network info cache due to event network-changed-aa6acb98-7a68-4a3b-b64b-612e52ec44b3. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.004024] env[69265]: DEBUG oslo_concurrency.lockutils [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] Acquiring lock "refresh_cache-8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.004756] env[69265]: DEBUG oslo_concurrency.lockutils [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] Acquired lock "refresh_cache-8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.004756] env[69265]: DEBUG nova.network.neutron [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Refreshing network info cache for port aa6acb98-7a68-4a3b-b64b-612e52ec44b3 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.027169] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bb7c2c4d-42e0-4116-852e-9558a7482a67 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "9e611d0f-aca8-4d76-9325-c8c074a97e19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.307s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.032592] env[69265]: DEBUG nova.compute.manager [req-9a6217ed-e3e8-4879-85d9-9eb0efbf79aa req-bfa7adc7-243d-45c1-9db2-65119635a2ce service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Received event network-changed-b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.032592] env[69265]: DEBUG nova.compute.manager [req-9a6217ed-e3e8-4879-85d9-9eb0efbf79aa req-bfa7adc7-243d-45c1-9db2-65119635a2ce service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Refreshing instance network info cache due to event network-changed-b113a571-3b2d-4cbf-9579-231198a3831e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.032790] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a6217ed-e3e8-4879-85d9-9eb0efbf79aa req-bfa7adc7-243d-45c1-9db2-65119635a2ce service nova] Acquiring lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.032930] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a6217ed-e3e8-4879-85d9-9eb0efbf79aa req-bfa7adc7-243d-45c1-9db2-65119635a2ce service nova] Acquired lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.033094] env[69265]: DEBUG nova.network.neutron [req-9a6217ed-e3e8-4879-85d9-9eb0efbf79aa req-bfa7adc7-243d-45c1-9db2-65119635a2ce service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Refreshing network info cache for port b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.127936] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb2773-59d0-2e90-5ddc-4bb597e49ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.037518} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.128325] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.128822] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790/8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.129205] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81c16c6-eeb9-404d-99ed-846ab02187cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.136014] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 729.136014] env[69265]: value = "task-3475728" [ 729.136014] env[69265]: _type = "Task" [ 729.136014] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.145238] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.429682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.430322] env[69265]: DEBUG nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.437425] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.118s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.437684] env[69265]: DEBUG nova.objects.instance [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lazy-loading 'resources' on Instance uuid 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.535798] env[69265]: DEBUG nova.compute.manager [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.649088] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.805563] env[69265]: DEBUG nova.network.neutron [-] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.948290] env[69265]: DEBUG nova.compute.utils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.949915] env[69265]: DEBUG nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.950139] env[69265]: DEBUG nova.network.neutron [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.054904] env[69265]: DEBUG nova.policy [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '682b90979b3740d3a40c7f674896fada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd05d9d3f48b4fe6af949b13f9dd03ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.061468] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.144145] env[69265]: DEBUG nova.network.neutron [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Updated VIF entry in instance network info cache for port aa6acb98-7a68-4a3b-b64b-612e52ec44b3. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.145620] env[69265]: DEBUG nova.network.neutron [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Updating instance_info_cache with network_info: [{"id": "aa6acb98-7a68-4a3b-b64b-612e52ec44b3", "address": "fa:16:3e:68:51:b3", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6acb98-7a", "ovs_interfaceid": "aa6acb98-7a68-4a3b-b64b-612e52ec44b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.152800] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635117} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.153717] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790/8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.153717] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.153931] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10eef44f-f847-40f2-9424-c6b9f601266c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.161321] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 730.161321] env[69265]: value = "task-3475729" [ 730.161321] env[69265]: _type = "Task" [ 730.161321] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.170902] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.190415] env[69265]: DEBUG nova.network.neutron [req-9a6217ed-e3e8-4879-85d9-9eb0efbf79aa req-bfa7adc7-243d-45c1-9db2-65119635a2ce service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updated VIF entry in instance network info cache for port b113a571-3b2d-4cbf-9579-231198a3831e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.191014] env[69265]: DEBUG nova.network.neutron [req-9a6217ed-e3e8-4879-85d9-9eb0efbf79aa req-bfa7adc7-243d-45c1-9db2-65119635a2ce service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updating instance_info_cache with network_info: [{"id": "b113a571-3b2d-4cbf-9579-231198a3831e", "address": "fa:16:3e:50:09:12", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb113a571-3b", "ovs_interfaceid": "b113a571-3b2d-4cbf-9579-231198a3831e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.311483] env[69265]: INFO nova.compute.manager [-] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Took 2.14 seconds to deallocate network for instance. [ 730.434102] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a416ef-405f-444f-a686-5bbefba41293 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.442196] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2aa2d-2299-4c0d-8d1a-d581658df537 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.478021] env[69265]: DEBUG nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.482266] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c1cce7-6800-415e-ba5d-66a7689ceb77 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.491067] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f05bcf-3fef-413b-8013-280cc6c8b39f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.509559] env[69265]: DEBUG nova.compute.provider_tree [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.619541] env[69265]: DEBUG nova.network.neutron [-] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.654427] env[69265]: DEBUG oslo_concurrency.lockutils [req-d91ad28f-853d-4a03-a5fb-95c87d1d8c41 req-7e5b5bcb-65f3-43bf-9985-8c8452c3506f service nova] Releasing lock "refresh_cache-8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.670984] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069403} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.671725] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.672020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8749d608-0c72-4baa-a234-aa9d157de37b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.693607] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790/8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.694517] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a6217ed-e3e8-4879-85d9-9eb0efbf79aa req-bfa7adc7-243d-45c1-9db2-65119635a2ce service nova] Releasing lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.694604] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a41b383-8335-4cf8-a950-78205d426c10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.717278] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 730.717278] env[69265]: value = "task-3475730" [ 730.717278] env[69265]: _type = "Task" [ 730.717278] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.727882] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.823390] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.938882] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150c34b5-cac8-4a5d-96a2-e1d5708fc176 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.946826] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e32e0555-25f5-48dd-b519-831902c0a343 tempest-ServersAdminNegativeTestJSON-1137077847 tempest-ServersAdminNegativeTestJSON-1137077847-project-admin] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Suspending the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 730.947127] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d24631e3-427a-427c-8e1b-0e6b2475656a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.954143] env[69265]: DEBUG oslo_vmware.api [None req-e32e0555-25f5-48dd-b519-831902c0a343 tempest-ServersAdminNegativeTestJSON-1137077847 tempest-ServersAdminNegativeTestJSON-1137077847-project-admin] Waiting for the task: (returnval){ [ 730.954143] env[69265]: value = "task-3475731" [ 730.954143] env[69265]: _type = "Task" [ 730.954143] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.964699] env[69265]: DEBUG oslo_vmware.api [None req-e32e0555-25f5-48dd-b519-831902c0a343 tempest-ServersAdminNegativeTestJSON-1137077847 tempest-ServersAdminNegativeTestJSON-1137077847-project-admin] Task: {'id': task-3475731, 'name': SuspendVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.013839] env[69265]: DEBUG nova.scheduler.client.report [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.123023] env[69265]: INFO nova.compute.manager [-] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Took 2.20 seconds to deallocate network for instance. [ 731.130021] env[69265]: DEBUG nova.network.neutron [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Successfully created port: 3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.160961] env[69265]: DEBUG nova.network.neutron [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Successfully updated port: bd8c9232-7e90-4762-a563-0399c69b1cec {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.232826] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475730, 'name': ReconfigVM_Task, 'duration_secs': 0.295087} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.233315] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790/8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.234445] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14528c34-bde0-47f6-baf7-59e5f99a94e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.241263] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 731.241263] env[69265]: value = "task-3475732" [ 731.241263] env[69265]: _type = "Task" [ 731.241263] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.252047] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475732, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.465695] env[69265]: DEBUG oslo_vmware.api [None req-e32e0555-25f5-48dd-b519-831902c0a343 tempest-ServersAdminNegativeTestJSON-1137077847 tempest-ServersAdminNegativeTestJSON-1137077847-project-admin] Task: {'id': task-3475731, 'name': SuspendVM_Task} progress is 62%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.492851] env[69265]: DEBUG nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.523604] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.528208] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.528467] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.529139] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.529369] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.530746] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.530746] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.530746] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.531048] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.531162] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.531352] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.531526] env[69265]: DEBUG nova.virt.hardware [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.531897] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.837s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.532127] env[69265]: DEBUG nova.objects.instance [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 731.536816] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea3548-564b-49d6-adb2-b115e4f36c74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.547845] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d63508a-d693-4491-b6ca-5e7c585605f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.555225] env[69265]: INFO nova.scheduler.client.report [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Deleted allocations for instance 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf [ 731.637580] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.667704] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquiring lock "refresh_cache-d6b780e2-6447-4fe2-891e-e7c8a831de6f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.667902] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquired lock "refresh_cache-d6b780e2-6447-4fe2-891e-e7c8a831de6f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.668039] env[69265]: DEBUG nova.network.neutron [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.751751] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475732, 'name': Rename_Task, 'duration_secs': 0.206171} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.752574] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.752574] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad79cbc-c905-4e19-bb01-df1417dfc848 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.760638] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 731.760638] env[69265]: value = "task-3475733" [ 731.760638] env[69265]: _type = "Task" [ 731.760638] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.768360] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.968696] env[69265]: DEBUG oslo_vmware.api [None req-e32e0555-25f5-48dd-b519-831902c0a343 tempest-ServersAdminNegativeTestJSON-1137077847 tempest-ServersAdminNegativeTestJSON-1137077847-project-admin] Task: {'id': task-3475731, 'name': SuspendVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.073503] env[69265]: DEBUG oslo_concurrency.lockutils [None req-47349f9c-1a53-4506-ae20-6a48bd53cd4d tempest-ServersListShow298Test-1301868574 tempest-ServersListShow298Test-1301868574-project-member] Lock "0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.491s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.151278] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquiring lock "ed692e48-b9de-4a4f-8822-7b48266a065e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.151278] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "ed692e48-b9de-4a4f-8822-7b48266a065e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.234729] env[69265]: DEBUG nova.network.neutron [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.268392] env[69265]: DEBUG nova.compute.manager [req-b92396d6-69dc-4dab-8983-382c1e39802c req-013f6b72-aa5a-48ff-8ec6-22da45efabb6 service nova] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Received event network-vif-deleted-b93da9b6-c1c4-4587-b589-5fa1a2a1072d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.268761] env[69265]: DEBUG nova.compute.manager [req-b92396d6-69dc-4dab-8983-382c1e39802c req-013f6b72-aa5a-48ff-8ec6-22da45efabb6 service nova] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Received event network-vif-deleted-7d128953-5064-4d92-ade6-78f49c7a49b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.268761] env[69265]: DEBUG nova.compute.manager [req-b92396d6-69dc-4dab-8983-382c1e39802c req-013f6b72-aa5a-48ff-8ec6-22da45efabb6 service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Received event network-vif-plugged-bd8c9232-7e90-4762-a563-0399c69b1cec {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.268949] env[69265]: DEBUG oslo_concurrency.lockutils [req-b92396d6-69dc-4dab-8983-382c1e39802c req-013f6b72-aa5a-48ff-8ec6-22da45efabb6 service nova] Acquiring lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.269177] env[69265]: DEBUG oslo_concurrency.lockutils [req-b92396d6-69dc-4dab-8983-382c1e39802c req-013f6b72-aa5a-48ff-8ec6-22da45efabb6 service nova] Lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.269890] env[69265]: DEBUG oslo_concurrency.lockutils [req-b92396d6-69dc-4dab-8983-382c1e39802c req-013f6b72-aa5a-48ff-8ec6-22da45efabb6 service nova] Lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.269890] env[69265]: DEBUG nova.compute.manager [req-b92396d6-69dc-4dab-8983-382c1e39802c req-013f6b72-aa5a-48ff-8ec6-22da45efabb6 service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] No waiting events found dispatching network-vif-plugged-bd8c9232-7e90-4762-a563-0399c69b1cec {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.269890] env[69265]: WARNING nova.compute.manager [req-b92396d6-69dc-4dab-8983-382c1e39802c req-013f6b72-aa5a-48ff-8ec6-22da45efabb6 service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Received unexpected event network-vif-plugged-bd8c9232-7e90-4762-a563-0399c69b1cec for instance with vm_state building and task_state spawning. [ 732.273450] env[69265]: DEBUG oslo_vmware.api [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475733, 'name': PowerOnVM_Task, 'duration_secs': 0.489631} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.275869] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.276092] env[69265]: INFO nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Took 8.22 seconds to spawn the instance on the hypervisor. [ 732.276274] env[69265]: DEBUG nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.277432] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3eed0c-bc83-44ef-9e5b-a0ee59e974f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.589908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd856066-f7cb-4efa-b9f8-16bdf7a295a1 tempest-ServersAdmin275Test-1599866223 tempest-ServersAdmin275Test-1599866223-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.058s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.591218] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.293s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.591450] env[69265]: DEBUG nova.objects.instance [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lazy-loading 'resources' on Instance uuid ca30e339-6bb2-4035-af63-5106af370030 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.603670] env[69265]: DEBUG oslo_vmware.api [None req-e32e0555-25f5-48dd-b519-831902c0a343 tempest-ServersAdminNegativeTestJSON-1137077847 tempest-ServersAdminNegativeTestJSON-1137077847-project-admin] Task: {'id': task-3475731, 'name': SuspendVM_Task, 'duration_secs': 1.033116} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.604016] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e32e0555-25f5-48dd-b519-831902c0a343 tempest-ServersAdminNegativeTestJSON-1137077847 tempest-ServersAdminNegativeTestJSON-1137077847-project-admin] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Suspended the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 732.604780] env[69265]: DEBUG nova.compute.manager [None req-e32e0555-25f5-48dd-b519-831902c0a343 tempest-ServersAdminNegativeTestJSON-1137077847 tempest-ServersAdminNegativeTestJSON-1137077847-project-admin] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.607803] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b3d88-63d4-4244-834a-a52adcc746e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.807685] env[69265]: INFO nova.compute.manager [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Took 27.67 seconds to build instance. [ 732.976983] env[69265]: DEBUG nova.network.neutron [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Updating instance_info_cache with network_info: [{"id": "bd8c9232-7e90-4762-a563-0399c69b1cec", "address": "fa:16:3e:48:b7:7a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8c9232-7e", "ovs_interfaceid": "bd8c9232-7e90-4762-a563-0399c69b1cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.308286] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1316837-faa9-43ee-98fe-38110fda2a84 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.187s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.329474] env[69265]: DEBUG nova.network.neutron [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Successfully updated port: 3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.421467] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquiring lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.422167] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.422427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquiring lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.423042] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.423042] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.428945] env[69265]: INFO nova.compute.manager [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Terminating instance [ 733.486174] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Releasing lock "refresh_cache-d6b780e2-6447-4fe2-891e-e7c8a831de6f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.486522] env[69265]: DEBUG nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Instance network_info: |[{"id": "bd8c9232-7e90-4762-a563-0399c69b1cec", "address": "fa:16:3e:48:b7:7a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8c9232-7e", "ovs_interfaceid": "bd8c9232-7e90-4762-a563-0399c69b1cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.486942] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b7:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd8c9232-7e90-4762-a563-0399c69b1cec', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.498162] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Creating folder: Project (87c8e3dfbd454b419b2ce30de8be171d). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.501016] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5325a44-1a95-4933-b491-b963c994893c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.512735] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Created folder: Project (87c8e3dfbd454b419b2ce30de8be171d) in parent group-v694865. [ 733.513250] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Creating folder: Instances. Parent ref: group-v694925. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.513376] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ac13bdf-1d91-444e-ba1d-e4bfef8d4099 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.527262] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Created folder: Instances in parent group-v694925. [ 733.527262] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.527262] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.527262] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f74f124a-08f2-4cfc-b31c-79c12eac5c64 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.550290] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.550290] env[69265]: value = "task-3475736" [ 733.550290] env[69265]: _type = "Task" [ 733.550290] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.559660] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475736, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.640290] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaa0654-7fc4-4400-84a6-8995be965749 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.647682] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa79a50d-8771-44bb-8173-d66fdb047907 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.685450] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267324c-aa6b-445e-a351-f1d41c09b33f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.692461] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36411044-1842-4933-9e7f-7b3a82611724 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.706970] env[69265]: DEBUG nova.compute.provider_tree [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.811698] env[69265]: DEBUG nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.833740] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.834521] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.835914] env[69265]: DEBUG nova.network.neutron [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.939463] env[69265]: DEBUG nova.compute.manager [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.939740] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.940800] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69f8e7c-9624-43c2-b7f3-44a26fca1c91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.949801] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.950130] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64fcf462-705d-4f10-9d34-db788f3be0f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.957391] env[69265]: DEBUG oslo_vmware.api [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 733.957391] env[69265]: value = "task-3475737" [ 733.957391] env[69265]: _type = "Task" [ 733.957391] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.969743] env[69265]: DEBUG oslo_vmware.api [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.064655] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475736, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.212969] env[69265]: DEBUG nova.scheduler.client.report [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.325722] env[69265]: DEBUG nova.compute.manager [req-e7fae2a3-cd80-495a-991e-1d1ba84197f6 req-31ac36d2-6ad0-4152-92cc-f6a215a89fb4 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Received event network-vif-plugged-3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.325722] env[69265]: DEBUG oslo_concurrency.lockutils [req-e7fae2a3-cd80-495a-991e-1d1ba84197f6 req-31ac36d2-6ad0-4152-92cc-f6a215a89fb4 service nova] Acquiring lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.325722] env[69265]: DEBUG oslo_concurrency.lockutils [req-e7fae2a3-cd80-495a-991e-1d1ba84197f6 req-31ac36d2-6ad0-4152-92cc-f6a215a89fb4 service nova] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.325722] env[69265]: DEBUG oslo_concurrency.lockutils [req-e7fae2a3-cd80-495a-991e-1d1ba84197f6 req-31ac36d2-6ad0-4152-92cc-f6a215a89fb4 service nova] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.325722] env[69265]: DEBUG nova.compute.manager [req-e7fae2a3-cd80-495a-991e-1d1ba84197f6 req-31ac36d2-6ad0-4152-92cc-f6a215a89fb4 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] No waiting events found dispatching network-vif-plugged-3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.327022] env[69265]: WARNING nova.compute.manager [req-e7fae2a3-cd80-495a-991e-1d1ba84197f6 req-31ac36d2-6ad0-4152-92cc-f6a215a89fb4 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Received unexpected event network-vif-plugged-3f66e744-c440-4115-82ac-9880259062a6 for instance with vm_state building and task_state spawning. [ 734.342016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.401395] env[69265]: DEBUG nova.network.neutron [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.472396] env[69265]: DEBUG oslo_vmware.api [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475737, 'name': PowerOffVM_Task, 'duration_secs': 0.26765} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.473027] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.473176] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.473499] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-055c9b26-833e-4698-a94d-a280efea23e0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.535911] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.537465] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.537465] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Deleting the datastore file [datastore2] 7a574cff-cec8-4b0c-b705-cd09f81b15f2 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.537465] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-890d91b7-13ec-4053-a1f6-2a7f48e1e9fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.543918] env[69265]: DEBUG oslo_vmware.api [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for the task: (returnval){ [ 734.543918] env[69265]: value = "task-3475739" [ 734.543918] env[69265]: _type = "Task" [ 734.543918] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.561284] env[69265]: DEBUG oslo_vmware.api [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.572018] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475736, 'name': CreateVM_Task, 'duration_secs': 0.551731} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.572018] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.576200] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.576200] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.576200] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.576200] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8452e79c-beeb-4af0-b5ab-cf8bdbd4595f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.579781] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 734.579781] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a5be10-2751-e59a-65f4-955b675e671d" [ 734.579781] env[69265]: _type = "Task" [ 734.579781] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.600072] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a5be10-2751-e59a-65f4-955b675e671d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.675480] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.675480] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.719218] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.721463] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.349s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.725968] env[69265]: INFO nova.compute.claims [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.734209] env[69265]: DEBUG nova.compute.manager [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.735576] env[69265]: DEBUG nova.network.neutron [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance_info_cache with network_info: [{"id": "3f66e744-c440-4115-82ac-9880259062a6", "address": "fa:16:3e:77:f8:3c", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66e744-c4", "ovs_interfaceid": "3f66e744-c440-4115-82ac-9880259062a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.740645] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e2b31b-36d2-41e1-83f7-abae367c5893 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.754424] env[69265]: INFO nova.scheduler.client.report [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Deleted allocations for instance ca30e339-6bb2-4035-af63-5106af370030 [ 735.055291] env[69265]: DEBUG oslo_vmware.api [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Task: {'id': task-3475739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275186} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.055554] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.055736] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.055907] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.056141] env[69265]: INFO nova.compute.manager [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 735.056366] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.056576] env[69265]: DEBUG nova.compute.manager [-] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.056668] env[69265]: DEBUG nova.network.neutron [-] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.093671] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a5be10-2751-e59a-65f4-955b675e671d, 'name': SearchDatastore_Task, 'duration_secs': 0.017594} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.093987] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.094241] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.094560] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.094721] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.094900] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.095474] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67149943-bca3-4776-9415-8c574403bdc3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.106682] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.106682] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.109319] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1199e500-de89-4292-aea1-a57805fdc99c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.115851] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 735.115851] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520c6b97-55e0-a5ce-b855-92ea01441725" [ 735.115851] env[69265]: _type = "Task" [ 735.115851] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.123791] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520c6b97-55e0-a5ce-b855-92ea01441725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.236343] env[69265]: DEBUG nova.compute.manager [req-82b3d4a0-d86b-4703-8b7b-081197468752 req-10db4897-6646-431b-a092-82c21b769e26 service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Received event network-changed-bd8c9232-7e90-4762-a563-0399c69b1cec {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.236343] env[69265]: DEBUG nova.compute.manager [req-82b3d4a0-d86b-4703-8b7b-081197468752 req-10db4897-6646-431b-a092-82c21b769e26 service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Refreshing instance network info cache due to event network-changed-bd8c9232-7e90-4762-a563-0399c69b1cec. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.236343] env[69265]: DEBUG oslo_concurrency.lockutils [req-82b3d4a0-d86b-4703-8b7b-081197468752 req-10db4897-6646-431b-a092-82c21b769e26 service nova] Acquiring lock "refresh_cache-d6b780e2-6447-4fe2-891e-e7c8a831de6f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.236343] env[69265]: DEBUG oslo_concurrency.lockutils [req-82b3d4a0-d86b-4703-8b7b-081197468752 req-10db4897-6646-431b-a092-82c21b769e26 service nova] Acquired lock "refresh_cache-d6b780e2-6447-4fe2-891e-e7c8a831de6f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.236343] env[69265]: DEBUG nova.network.neutron [req-82b3d4a0-d86b-4703-8b7b-081197468752 req-10db4897-6646-431b-a092-82c21b769e26 service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Refreshing network info cache for port bd8c9232-7e90-4762-a563-0399c69b1cec {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.242176] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.242338] env[69265]: DEBUG nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Instance network_info: |[{"id": "3f66e744-c440-4115-82ac-9880259062a6", "address": "fa:16:3e:77:f8:3c", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66e744-c4", "ovs_interfaceid": "3f66e744-c440-4115-82ac-9880259062a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.242788] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:f8:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f66e744-c440-4115-82ac-9880259062a6', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.254333] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating folder: Project (cd05d9d3f48b4fe6af949b13f9dd03ec). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.256275] env[69265]: INFO nova.compute.manager [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] instance snapshotting [ 735.258858] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9d28fd1-638c-4e2f-8e80-46b5633ada37 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.260977] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23a7724-e207-467f-8647-fa1d8a7b3f92 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.268171] env[69265]: DEBUG oslo_concurrency.lockutils [None req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Lock "ca30e339-6bb2-4035-af63-5106af370030" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.322s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.293253] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55386e87-f1f1-4181-811f-2accd0559a09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.296589] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Created folder: Project (cd05d9d3f48b4fe6af949b13f9dd03ec) in parent group-v694865. [ 735.296821] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating folder: Instances. Parent ref: group-v694928. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.297098] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3a946c-5e6b-4df2-a184-8c8ddd723eaa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.307243] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Created folder: Instances in parent group-v694928. [ 735.307884] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.307884] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.308226] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7880c6d-e07d-4f29-b835-1458fd0335fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.332374] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.332374] env[69265]: value = "task-3475742" [ 735.332374] env[69265]: _type = "Task" [ 735.332374] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.336623] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475742, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.630249] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520c6b97-55e0-a5ce-b855-92ea01441725, 'name': SearchDatastore_Task, 'duration_secs': 0.008558} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.630249] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c26a27-8169-47d0-a5ce-22f7219b7b48 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.635406] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 735.635406] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526de6ea-3acd-2702-507f-c91001df3e8b" [ 735.635406] env[69265]: _type = "Task" [ 735.635406] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.645736] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526de6ea-3acd-2702-507f-c91001df3e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.806877] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.809961] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-baf935f1-6c65-4128-aea8-2cbfc6210159 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.820111] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 735.820111] env[69265]: value = "task-3475743" [ 735.820111] env[69265]: _type = "Task" [ 735.820111] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.829245] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475743, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.842187] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475742, 'name': CreateVM_Task, 'duration_secs': 0.464053} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.842356] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.843175] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.843349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.843657] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.843936] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3de1577-9d28-4283-93e1-375968d0b19f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.849666] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 735.849666] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52db2d73-9a57-ffe2-a141-e2552258a315" [ 735.849666] env[69265]: _type = "Task" [ 735.849666] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.857373] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52db2d73-9a57-ffe2-a141-e2552258a315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.028274] env[69265]: DEBUG nova.network.neutron [-] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.150357] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526de6ea-3acd-2702-507f-c91001df3e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.150655] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.150888] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] d6b780e2-6447-4fe2-891e-e7c8a831de6f/d6b780e2-6447-4fe2-891e-e7c8a831de6f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.151161] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dc5e9a9-f52d-4126-93ca-6c5be7c58e09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.159175] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 736.159175] env[69265]: value = "task-3475744" [ 736.159175] env[69265]: _type = "Task" [ 736.159175] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.170027] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.171951] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5ccb1-7490-481f-b186-aa6139dc88ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.181607] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b57793-1e0f-4fa7-8afb-4979a9eda736 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.220301] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cd84c2-98d7-4fb7-8db8-e0c77aceb886 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.228956] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "362a639d-a6d8-4bd8-92d5-006db634e68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.229217] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "362a639d-a6d8-4bd8-92d5-006db634e68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.235156] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e1b45-87fe-48cd-abe4-69f5cc2eb13d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.252252] env[69265]: DEBUG nova.compute.provider_tree [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.307153] env[69265]: DEBUG nova.network.neutron [req-82b3d4a0-d86b-4703-8b7b-081197468752 req-10db4897-6646-431b-a092-82c21b769e26 service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Updated VIF entry in instance network info cache for port bd8c9232-7e90-4762-a563-0399c69b1cec. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.307523] env[69265]: DEBUG nova.network.neutron [req-82b3d4a0-d86b-4703-8b7b-081197468752 req-10db4897-6646-431b-a092-82c21b769e26 service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Updating instance_info_cache with network_info: [{"id": "bd8c9232-7e90-4762-a563-0399c69b1cec", "address": "fa:16:3e:48:b7:7a", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8c9232-7e", "ovs_interfaceid": "bd8c9232-7e90-4762-a563-0399c69b1cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.333975] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475743, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.363556] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52db2d73-9a57-ffe2-a141-e2552258a315, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.364954] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.364954] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.364954] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.364954] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.365195] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.365401] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39a721eb-bfaf-499d-a9a5-7f27ab701984 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.376170] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.376387] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.377366] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946630e2-3023-465c-9da6-9300309bd3fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.384733] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 736.384733] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a9aa66-72bc-b12d-eb6e-3a1c94eea386" [ 736.384733] env[69265]: _type = "Task" [ 736.384733] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.392898] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a9aa66-72bc-b12d-eb6e-3a1c94eea386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.531181] env[69265]: INFO nova.compute.manager [-] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Took 1.47 seconds to deallocate network for instance. [ 736.672640] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.755747] env[69265]: DEBUG nova.scheduler.client.report [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.811845] env[69265]: DEBUG oslo_concurrency.lockutils [req-82b3d4a0-d86b-4703-8b7b-081197468752 req-10db4897-6646-431b-a092-82c21b769e26 service nova] Releasing lock "refresh_cache-d6b780e2-6447-4fe2-891e-e7c8a831de6f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.838174] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475743, 'name': CreateSnapshot_Task, 'duration_secs': 0.729748} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.838605] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.839498] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269c35cf-33a7-49b8-8e3e-3bff97380d34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.898333] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a9aa66-72bc-b12d-eb6e-3a1c94eea386, 'name': SearchDatastore_Task, 'duration_secs': 0.014055} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.899773] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6573e2-2270-4f54-aa33-5ca8a1257497 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.907170] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 736.907170] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d5c4c6-6ec4-5a6d-bd93-d367c4c6b6bf" [ 736.907170] env[69265]: _type = "Task" [ 736.907170] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.917047] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d5c4c6-6ec4-5a6d-bd93-d367c4c6b6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.038930] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.170147] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594032} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.170147] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] d6b780e2-6447-4fe2-891e-e7c8a831de6f/d6b780e2-6447-4fe2-891e-e7c8a831de6f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.170842] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.171257] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17100b22-3813-4e37-9230-9c5effec0be2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.185046] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 737.185046] env[69265]: value = "task-3475745" [ 737.185046] env[69265]: _type = "Task" [ 737.185046] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.192202] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.196066] env[69265]: DEBUG nova.compute.manager [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Received event network-changed-3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.196244] env[69265]: DEBUG nova.compute.manager [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Refreshing instance network info cache due to event network-changed-3f66e744-c440-4115-82ac-9880259062a6. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.196472] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] Acquiring lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.196626] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] Acquired lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.197437] env[69265]: DEBUG nova.network.neutron [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Refreshing network info cache for port 3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.263140] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.263703] env[69265]: DEBUG nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.269488] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.348s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.270546] env[69265]: INFO nova.compute.claims [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.361665] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 737.362321] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4274aef9-63ca-4927-8c0f-8e66ca8bfcb5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.371327] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 737.371327] env[69265]: value = "task-3475746" [ 737.371327] env[69265]: _type = "Task" [ 737.371327] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.387228] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475746, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.422568] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d5c4c6-6ec4-5a6d-bd93-d367c4c6b6bf, 'name': SearchDatastore_Task, 'duration_secs': 0.029214} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.422568] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.422568] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 6b2ebe83-7312-4c1b-a984-86256ccd217c/6b2ebe83-7312-4c1b-a984-86256ccd217c.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.422568] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f1d1046-7a86-4821-afa8-3024f2a6c64d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.430204] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 737.430204] env[69265]: value = "task-3475747" [ 737.430204] env[69265]: _type = "Task" [ 737.430204] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.442255] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.696909] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068278} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.697231] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.698164] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec0abb-4802-4cdd-b4ab-c263fd47649f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.728142] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d6b780e2-6447-4fe2-891e-e7c8a831de6f/d6b780e2-6447-4fe2-891e-e7c8a831de6f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.728627] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1afcea31-d417-4b3e-8679-735124d9fd0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.757284] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 737.757284] env[69265]: value = "task-3475748" [ 737.757284] env[69265]: _type = "Task" [ 737.757284] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.767225] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.771624] env[69265]: DEBUG nova.compute.utils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.773192] env[69265]: DEBUG nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.777105] env[69265]: DEBUG nova.network.neutron [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.819123] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.819471] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.819698] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.820700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.820700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.822432] env[69265]: INFO nova.compute.manager [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Terminating instance [ 737.829452] env[69265]: DEBUG nova.policy [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec4a59b301d0460886c6fd1ce6408998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89a5b8715fb1475eace966934da52098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.884353] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475746, 'name': CloneVM_Task} progress is 93%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.942746] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475747, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.231298] env[69265]: DEBUG nova.network.neutron [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updated VIF entry in instance network info cache for port 3f66e744-c440-4115-82ac-9880259062a6. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.231298] env[69265]: DEBUG nova.network.neutron [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance_info_cache with network_info: [{"id": "3f66e744-c440-4115-82ac-9880259062a6", "address": "fa:16:3e:77:f8:3c", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66e744-c4", "ovs_interfaceid": "3f66e744-c440-4115-82ac-9880259062a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.234965] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.234965] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.267747] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.276451] env[69265]: DEBUG nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.328139] env[69265]: DEBUG nova.compute.manager [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.328793] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.330784] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0349c89-cdf8-4931-892b-f87c7ccb0d8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.343307] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.343676] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6230480-4854-4277-a3fd-9ef118e3f4ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.349886] env[69265]: DEBUG oslo_vmware.api [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 738.349886] env[69265]: value = "task-3475749" [ 738.349886] env[69265]: _type = "Task" [ 738.349886] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.364901] env[69265]: DEBUG oslo_vmware.api [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.386247] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475746, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.457024] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575942} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.457024] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 6b2ebe83-7312-4c1b-a984-86256ccd217c/6b2ebe83-7312-4c1b-a984-86256ccd217c.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.457024] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.457024] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cc4a2af-9ea9-4284-8ff7-ec639834a2fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.464397] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 738.464397] env[69265]: value = "task-3475750" [ 738.464397] env[69265]: _type = "Task" [ 738.464397] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.477947] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.499736] env[69265]: DEBUG nova.network.neutron [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Successfully created port: 8e54a748-1b7b-461d-aca0-f13a62fb20e4 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.733501] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] Releasing lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.733764] env[69265]: DEBUG nova.compute.manager [req-f0199579-139c-4c1f-bd02-9db9769c5b8b req-943160f3-9467-409b-8ccc-2c6a52f22545 service nova] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Received event network-vif-deleted-7db8115a-0766-46e4-8cbb-691007bf31d5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.742379] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.742619] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.742796] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.742984] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.743194] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.743378] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.743515] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 738.743659] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.769286] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475748, 'name': ReconfigVM_Task, 'duration_secs': 0.945942} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.771534] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d6b780e2-6447-4fe2-891e-e7c8a831de6f/d6b780e2-6447-4fe2-891e-e7c8a831de6f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.772348] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc83bc21-e3db-4efa-9bb7-bdd417a6f617 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.783324] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 738.783324] env[69265]: value = "task-3475751" [ 738.783324] env[69265]: _type = "Task" [ 738.783324] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.797109] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475751, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.858869] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35831e98-1571-429a-8f3e-b4d00ec43dbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.865758] env[69265]: DEBUG oslo_vmware.api [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475749, 'name': PowerOffVM_Task, 'duration_secs': 0.210184} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.872015] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.872225] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.873546] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c63510be-45b1-42ea-b9c4-2ba890617d4a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.874844] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db6032c-5e7e-4450-8ef3-d965602a3cc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.918519] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2fa7df-7e50-445d-9ede-4c567cc0f968 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.921422] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475746, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.929571] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82276cba-fc77-451b-befd-74be0ebcf87f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.945543] env[69265]: DEBUG nova.compute.provider_tree [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.947391] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.947587] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.947762] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Deleting the datastore file [datastore2] 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.949794] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ede9cb63-12b3-42a9-9825-e4777310053f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.954846] env[69265]: DEBUG oslo_vmware.api [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for the task: (returnval){ [ 738.954846] env[69265]: value = "task-3475753" [ 738.954846] env[69265]: _type = "Task" [ 738.954846] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.965450] env[69265]: DEBUG oslo_vmware.api [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.974811] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074622} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.975189] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.976069] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d6dbf-e63c-4464-be13-3dffd731ab4d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.001650] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 6b2ebe83-7312-4c1b-a984-86256ccd217c/6b2ebe83-7312-4c1b-a984-86256ccd217c.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.002047] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b70199-fa08-4181-aef3-d8b15bf81ba4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.025090] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 739.025090] env[69265]: value = "task-3475754" [ 739.025090] env[69265]: _type = "Task" [ 739.025090] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.034029] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.246931] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.290505] env[69265]: DEBUG nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.311124] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475751, 'name': Rename_Task, 'duration_secs': 0.197754} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.313424] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.313424] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855e978a-7a2f-4d89-8a83-05b4f0fab425 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.318648] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 739.318648] env[69265]: value = "task-3475755" [ 739.318648] env[69265]: _type = "Task" [ 739.318648] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.339154] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.339154] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.339154] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.339454] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.339454] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.339454] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.339743] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.339976] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.340203] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.340439] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.340735] env[69265]: DEBUG nova.virt.hardware [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.342124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "7a37269c-02e6-4b97-be9d-928a859e1089" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.342380] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "7a37269c-02e6-4b97-be9d-928a859e1089" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.343548] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bb5f54-bc44-45f8-9db9-01e13013083c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.351040] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475755, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.357696] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4c6028-21b6-4913-9170-304b444232d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.385908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.386167] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.386394] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475746, 'name': CloneVM_Task, 'duration_secs': 1.745482} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.386660] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Created linked-clone VM from snapshot [ 739.388902] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb41aa8-6144-4518-976f-b08de3c6d8e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.396778] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Uploading image 5fb0efef-e948-4f82-bf81-b4824abdcf0d {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 739.416753] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.417456] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0a1ca2a-9d5d-4a89-aee1-00466024564e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.425064] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 739.425064] env[69265]: value = "task-3475756" [ 739.425064] env[69265]: _type = "Task" [ 739.425064] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.434540] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475756, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.450169] env[69265]: DEBUG nova.scheduler.client.report [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.464601] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.464900] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.470820] env[69265]: DEBUG oslo_vmware.api [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Task: {'id': task-3475753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143112} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.470820] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.470820] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.471687] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.471687] env[69265]: INFO nova.compute.manager [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Took 1.14 seconds to destroy the instance on the hypervisor. [ 739.471859] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.472240] env[69265]: DEBUG nova.compute.manager [-] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.472349] env[69265]: DEBUG nova.network.neutron [-] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.539077] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475754, 'name': ReconfigVM_Task, 'duration_secs': 0.288944} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.539077] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 6b2ebe83-7312-4c1b-a984-86256ccd217c/6b2ebe83-7312-4c1b-a984-86256ccd217c.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.543450] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeba0bbd-9940-470e-b47e-105e00c9d0b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.547452] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 739.547452] env[69265]: value = "task-3475757" [ 739.547452] env[69265]: _type = "Task" [ 739.547452] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.557266] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475757, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.829600] env[69265]: DEBUG oslo_vmware.api [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475755, 'name': PowerOnVM_Task, 'duration_secs': 0.486032} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.830639] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.830639] env[69265]: INFO nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Took 11.08 seconds to spawn the instance on the hypervisor. [ 739.830639] env[69265]: DEBUG nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.831694] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2d6f1b-faff-4f44-b8ba-5bc3929d3e9b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.938699] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475756, 'name': Destroy_Task, 'duration_secs': 0.4274} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.940985] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Destroyed the VM [ 739.940985] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.940985] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f755e95-38c0-475a-bf18-962d22e7b758 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.947258] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 739.947258] env[69265]: value = "task-3475758" [ 739.947258] env[69265]: _type = "Task" [ 739.947258] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.960237] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.965020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.965020] env[69265]: DEBUG nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.966219] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.263s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.969151] env[69265]: INFO nova.compute.claims [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.058996] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475757, 'name': Rename_Task, 'duration_secs': 0.138393} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.059761] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.059848] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-811cb860-1342-4dfa-9db4-ce4ca53ab739 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.065886] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 740.065886] env[69265]: value = "task-3475759" [ 740.065886] env[69265]: _type = "Task" [ 740.065886] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.075853] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.363625] env[69265]: INFO nova.compute.manager [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Took 33.71 seconds to build instance. [ 740.432024] env[69265]: DEBUG nova.compute.manager [req-84088b2a-4903-4335-814b-389cfb6b2c88 req-34cbc002-22a3-4253-a18f-40a43bcb43d1 service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Received event network-vif-deleted-aa6acb98-7a68-4a3b-b64b-612e52ec44b3 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.432119] env[69265]: INFO nova.compute.manager [req-84088b2a-4903-4335-814b-389cfb6b2c88 req-34cbc002-22a3-4253-a18f-40a43bcb43d1 service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Neutron deleted interface aa6acb98-7a68-4a3b-b64b-612e52ec44b3; detaching it from the instance and deleting it from the info cache [ 740.432302] env[69265]: DEBUG nova.network.neutron [req-84088b2a-4903-4335-814b-389cfb6b2c88 req-34cbc002-22a3-4253-a18f-40a43bcb43d1 service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.464509] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.475442] env[69265]: DEBUG nova.compute.utils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.491935] env[69265]: DEBUG nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.492245] env[69265]: DEBUG nova.network.neutron [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.494113] env[69265]: DEBUG nova.network.neutron [-] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.551229] env[69265]: DEBUG nova.network.neutron [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Successfully updated port: 8e54a748-1b7b-461d-aca0-f13a62fb20e4 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.578852] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475759, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.867142] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d44e03ab-7ab7-4271-90b1-055b0ee65773 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.720s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.885729] env[69265]: DEBUG nova.policy [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db061df3180e44969399f8abb8c71911', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae49997a2fe43e2b57261ae82d31f16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.943440] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63e1a4ca-e676-4758-b9b3-b7e2d6316bac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.958772] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc61e9ed-2f22-464a-8bd3-ff37b9df5361 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.983065] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475758, 'name': RemoveSnapshot_Task} progress is 52%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.004365] env[69265]: DEBUG nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.014765] env[69265]: INFO nova.compute.manager [-] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Took 1.54 seconds to deallocate network for instance. [ 741.016018] env[69265]: DEBUG nova.compute.manager [req-84088b2a-4903-4335-814b-389cfb6b2c88 req-34cbc002-22a3-4253-a18f-40a43bcb43d1 service nova] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Detach interface failed, port_id=aa6acb98-7a68-4a3b-b64b-612e52ec44b3, reason: Instance 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 741.056573] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "refresh_cache-0becda35-ead9-4f20-acbd-73b41ba2db1b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquired lock "refresh_cache-0becda35-ead9-4f20-acbd-73b41ba2db1b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.056937] env[69265]: DEBUG nova.network.neutron [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.082039] env[69265]: DEBUG oslo_vmware.api [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475759, 'name': PowerOnVM_Task, 'duration_secs': 0.606226} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.082533] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.082790] env[69265]: INFO nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Took 9.59 seconds to spawn the instance on the hypervisor. [ 741.082937] env[69265]: DEBUG nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.084027] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b360b8ad-5160-4aee-b735-208e35a1958a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.341665] env[69265]: DEBUG nova.compute.manager [req-2ecd7a33-dbcc-4098-94a4-be596f84cd48 req-61cf465f-57ae-4297-815b-f0ef43377781 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Received event network-vif-plugged-8e54a748-1b7b-461d-aca0-f13a62fb20e4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.342052] env[69265]: DEBUG oslo_concurrency.lockutils [req-2ecd7a33-dbcc-4098-94a4-be596f84cd48 req-61cf465f-57ae-4297-815b-f0ef43377781 service nova] Acquiring lock "0becda35-ead9-4f20-acbd-73b41ba2db1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.342373] env[69265]: DEBUG oslo_concurrency.lockutils [req-2ecd7a33-dbcc-4098-94a4-be596f84cd48 req-61cf465f-57ae-4297-815b-f0ef43377781 service nova] Lock "0becda35-ead9-4f20-acbd-73b41ba2db1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.342664] env[69265]: DEBUG oslo_concurrency.lockutils [req-2ecd7a33-dbcc-4098-94a4-be596f84cd48 req-61cf465f-57ae-4297-815b-f0ef43377781 service nova] Lock "0becda35-ead9-4f20-acbd-73b41ba2db1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.343091] env[69265]: DEBUG nova.compute.manager [req-2ecd7a33-dbcc-4098-94a4-be596f84cd48 req-61cf465f-57ae-4297-815b-f0ef43377781 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] No waiting events found dispatching network-vif-plugged-8e54a748-1b7b-461d-aca0-f13a62fb20e4 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.343459] env[69265]: WARNING nova.compute.manager [req-2ecd7a33-dbcc-4098-94a4-be596f84cd48 req-61cf465f-57ae-4297-815b-f0ef43377781 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Received unexpected event network-vif-plugged-8e54a748-1b7b-461d-aca0-f13a62fb20e4 for instance with vm_state building and task_state spawning. [ 741.372381] env[69265]: DEBUG nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.467475] env[69265]: DEBUG oslo_vmware.api [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475758, 'name': RemoveSnapshot_Task, 'duration_secs': 1.206815} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.467846] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.528953] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.573748] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f78c60-54f0-4fa3-a6f9-68695ab58033 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583467] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e440ab-f737-4a1d-8635-449dc5a44136 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.622480] env[69265]: DEBUG nova.network.neutron [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.628132] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d0db1b-7c14-4211-9065-040d32f097fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.630379] env[69265]: INFO nova.compute.manager [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Took 32.37 seconds to build instance. [ 741.638572] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159c064b-9e34-4e35-8408-36023f21587d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.653608] env[69265]: DEBUG nova.compute.provider_tree [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.687387] env[69265]: DEBUG nova.network.neutron [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Successfully created port: de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.766095] env[69265]: DEBUG nova.network.neutron [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Updating instance_info_cache with network_info: [{"id": "8e54a748-1b7b-461d-aca0-f13a62fb20e4", "address": "fa:16:3e:9d:1b:b2", "network": {"id": "8735b132-d409-4ae9-a7c0-148e1fd9cdfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-936061002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89a5b8715fb1475eace966934da52098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e54a748-1b", "ovs_interfaceid": "8e54a748-1b7b-461d-aca0-f13a62fb20e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.905294] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.974650] env[69265]: WARNING nova.compute.manager [None req-07f93781-66de-44e5-bd19-ee28e0638494 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Image not found during snapshot: nova.exception.ImageNotFound: Image 5fb0efef-e948-4f82-bf81-b4824abdcf0d could not be found. [ 742.032152] env[69265]: DEBUG nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.063581] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.063853] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.064929] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.065239] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.065546] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.065641] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.065867] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.066061] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.066324] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.066497] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.066766] env[69265]: DEBUG nova.virt.hardware [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.067711] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af7defc-041b-4dca-94d1-2fc6b9fda5e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.077338] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e100cb0d-fd5a-4c28-909b-e08e20c0b050 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.132835] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.882s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.159179] env[69265]: DEBUG nova.scheduler.client.report [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.268738] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Releasing lock "refresh_cache-0becda35-ead9-4f20-acbd-73b41ba2db1b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.269522] env[69265]: DEBUG nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Instance network_info: |[{"id": "8e54a748-1b7b-461d-aca0-f13a62fb20e4", "address": "fa:16:3e:9d:1b:b2", "network": {"id": "8735b132-d409-4ae9-a7c0-148e1fd9cdfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-936061002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89a5b8715fb1475eace966934da52098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e54a748-1b", "ovs_interfaceid": "8e54a748-1b7b-461d-aca0-f13a62fb20e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.269711] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:1b:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e54a748-1b7b-461d-aca0-f13a62fb20e4', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.284021] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Creating folder: Project (89a5b8715fb1475eace966934da52098). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.284021] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f456c81-2f4d-44e4-8978-3065700af0cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.294487] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Created folder: Project (89a5b8715fb1475eace966934da52098) in parent group-v694865. [ 742.294820] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Creating folder: Instances. Parent ref: group-v694933. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.295025] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-680f32ad-fb23-4dce-b68a-58f870688637 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.304958] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Created folder: Instances in parent group-v694933. [ 742.305262] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.305504] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.305756] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b54c88d-596e-413b-8139-47239cdba30e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.336887] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.336887] env[69265]: value = "task-3475762" [ 742.336887] env[69265]: _type = "Task" [ 742.336887] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.345602] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475762, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.437796] env[69265]: DEBUG nova.compute.manager [None req-40a3e367-c2df-4d42-8ee8-ee0afeaf33a5 tempest-ServerDiagnosticsTest-935912895 tempest-ServerDiagnosticsTest-935912895-project-admin] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.439647] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4263697-6305-45c2-88c8-9cd37bc17683 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.449461] env[69265]: INFO nova.compute.manager [None req-40a3e367-c2df-4d42-8ee8-ee0afeaf33a5 tempest-ServerDiagnosticsTest-935912895 tempest-ServerDiagnosticsTest-935912895-project-admin] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Retrieving diagnostics [ 742.450361] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94369fa5-18e0-48c0-a45a-a247857dd316 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.635270] env[69265]: DEBUG nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.666442] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.666988] env[69265]: DEBUG nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.674020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.967s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.845679] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475762, 'name': CreateVM_Task, 'duration_secs': 0.319246} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.849438] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.851103] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.851309] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.851755] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.852040] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebf4fcb-cf70-45ff-8e33-7ae466f6148b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.856735] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 742.856735] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a33132-4dda-8883-7679-6ec3c5a85f91" [ 742.856735] env[69265]: _type = "Task" [ 742.856735] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.867790] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a33132-4dda-8883-7679-6ec3c5a85f91, 'name': SearchDatastore_Task} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.868070] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.868333] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.868555] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.868701] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.870228] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.870566] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e5a4087-21a8-4b66-823b-645cb3436e12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.878383] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.878574] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.879495] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36a1983-3806-4914-b33e-785ae77d0c5a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.885416] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 742.885416] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52335858-deda-37c2-0fd1-34f7fff2dd10" [ 742.885416] env[69265]: _type = "Task" [ 742.885416] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.894284] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52335858-deda-37c2-0fd1-34f7fff2dd10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.160138] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.171941] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquiring lock "da661f70-29f9-43d2-942c-c756ab4965b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.172227] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "da661f70-29f9-43d2-942c-c756ab4965b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.173229] env[69265]: DEBUG nova.compute.utils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.177072] env[69265]: DEBUG nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.177249] env[69265]: DEBUG nova.network.neutron [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.223136] env[69265]: DEBUG nova.policy [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.081207] env[69265]: DEBUG nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.084999] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52335858-deda-37c2-0fd1-34f7fff2dd10, 'name': SearchDatastore_Task, 'duration_secs': 0.008044} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.093193] env[69265]: DEBUG nova.network.neutron [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Successfully created port: 48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.096394] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e428b61-9545-490f-8d97-02917d03f9c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.104290] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 744.104290] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527e991b-b9c8-3be7-7eab-cf105ff0669e" [ 744.104290] env[69265]: _type = "Task" [ 744.104290] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.114588] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527e991b-b9c8-3be7-7eab-cf105ff0669e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.359340] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dda9395-fef3-43a8-9d2c-42bd60ddbfff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.367466] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca4d762-5220-49ce-a04d-6b9d91dead59 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.401695] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2b7c74-9c02-4902-b081-0859e4d3e867 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.410122] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8003336f-8955-4553-a3f3-ba05efaf5e9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.417948] env[69265]: DEBUG nova.compute.manager [req-b87b6d0b-cafd-4b5b-aba6-5453f3db769b req-1c725be2-3138-4f9a-9615-a63a09a1d765 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Received event network-changed-8e54a748-1b7b-461d-aca0-f13a62fb20e4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.418258] env[69265]: DEBUG nova.compute.manager [req-b87b6d0b-cafd-4b5b-aba6-5453f3db769b req-1c725be2-3138-4f9a-9615-a63a09a1d765 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Refreshing instance network info cache due to event network-changed-8e54a748-1b7b-461d-aca0-f13a62fb20e4. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.419025] env[69265]: DEBUG oslo_concurrency.lockutils [req-b87b6d0b-cafd-4b5b-aba6-5453f3db769b req-1c725be2-3138-4f9a-9615-a63a09a1d765 service nova] Acquiring lock "refresh_cache-0becda35-ead9-4f20-acbd-73b41ba2db1b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.419255] env[69265]: DEBUG oslo_concurrency.lockutils [req-b87b6d0b-cafd-4b5b-aba6-5453f3db769b req-1c725be2-3138-4f9a-9615-a63a09a1d765 service nova] Acquired lock "refresh_cache-0becda35-ead9-4f20-acbd-73b41ba2db1b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.419479] env[69265]: DEBUG nova.network.neutron [req-b87b6d0b-cafd-4b5b-aba6-5453f3db769b req-1c725be2-3138-4f9a-9615-a63a09a1d765 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Refreshing network info cache for port 8e54a748-1b7b-461d-aca0-f13a62fb20e4 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.433844] env[69265]: DEBUG nova.compute.provider_tree [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.472788] env[69265]: DEBUG nova.network.neutron [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Successfully updated port: de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.598203] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquiring lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.598502] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.598720] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquiring lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.598915] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.599130] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.608021] env[69265]: INFO nova.compute.manager [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Terminating instance [ 744.615945] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527e991b-b9c8-3be7-7eab-cf105ff0669e, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.616213] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.616464] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 0becda35-ead9-4f20-acbd-73b41ba2db1b/0becda35-ead9-4f20-acbd-73b41ba2db1b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.616744] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc7a5529-dcea-465c-9b6c-4de0e798af40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.624222] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 744.624222] env[69265]: value = "task-3475763" [ 744.624222] env[69265]: _type = "Task" [ 744.624222] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.633812] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.936918] env[69265]: DEBUG nova.scheduler.client.report [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.946771] env[69265]: DEBUG nova.compute.manager [req-f65b4dda-7475-4b20-8f61-4b75766d14fa req-572816ef-a197-42f3-9f2d-caa82929c513 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Received event network-vif-plugged-de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.947023] env[69265]: DEBUG oslo_concurrency.lockutils [req-f65b4dda-7475-4b20-8f61-4b75766d14fa req-572816ef-a197-42f3-9f2d-caa82929c513 service nova] Acquiring lock "9c202839-d942-4f38-9c1a-3da6428d2ef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.947243] env[69265]: DEBUG oslo_concurrency.lockutils [req-f65b4dda-7475-4b20-8f61-4b75766d14fa req-572816ef-a197-42f3-9f2d-caa82929c513 service nova] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.947608] env[69265]: DEBUG oslo_concurrency.lockutils [req-f65b4dda-7475-4b20-8f61-4b75766d14fa req-572816ef-a197-42f3-9f2d-caa82929c513 service nova] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.947608] env[69265]: DEBUG nova.compute.manager [req-f65b4dda-7475-4b20-8f61-4b75766d14fa req-572816ef-a197-42f3-9f2d-caa82929c513 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] No waiting events found dispatching network-vif-plugged-de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.947778] env[69265]: WARNING nova.compute.manager [req-f65b4dda-7475-4b20-8f61-4b75766d14fa req-572816ef-a197-42f3-9f2d-caa82929c513 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Received unexpected event network-vif-plugged-de56a81b-8207-4cb0-9e45-9856b4b56045 for instance with vm_state building and task_state spawning. [ 744.975657] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.975767] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquired lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.975924] env[69265]: DEBUG nova.network.neutron [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.002144] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.002421] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.003803] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.003803] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.003803] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.006177] env[69265]: INFO nova.compute.manager [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Terminating instance [ 745.110235] env[69265]: DEBUG nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.117019] env[69265]: DEBUG nova.compute.manager [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.117019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.117019] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8735f5d5-09ce-4a79-9dfc-dc13189ddab2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.131099] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.133775] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc13364d-a421-4993-b105-9f0dd5aac052 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.137883] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.138164] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.138328] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.138801] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.139009] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.139199] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.139424] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.139586] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.139755] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.139918] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.140161] env[69265]: DEBUG nova.virt.hardware [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.141100] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d0dda8-5420-4710-ae42-2d481025fb77 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.151775] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49346} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.155398] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 0becda35-ead9-4f20-acbd-73b41ba2db1b/0becda35-ead9-4f20-acbd-73b41ba2db1b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.155769] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.156685] env[69265]: DEBUG oslo_vmware.api [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 745.156685] env[69265]: value = "task-3475764" [ 745.156685] env[69265]: _type = "Task" [ 745.156685] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.156918] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e1b8d3e-5270-4cdd-8875-0148944d1597 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.160336] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed07c22c-7720-4faa-87b0-b86993c73fc3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.186137] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 745.186137] env[69265]: value = "task-3475765" [ 745.186137] env[69265]: _type = "Task" [ 745.186137] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.186137] env[69265]: DEBUG oslo_vmware.api [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.194213] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.512512] env[69265]: DEBUG nova.compute.manager [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.512763] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.513632] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813cf29e-4fd6-46b8-a080-b05927754d21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.521474] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.521717] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0e79859-2b21-4480-8dcf-0d596cd5faab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.527847] env[69265]: DEBUG oslo_vmware.api [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 745.527847] env[69265]: value = "task-3475766" [ 745.527847] env[69265]: _type = "Task" [ 745.527847] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.535537] env[69265]: DEBUG oslo_vmware.api [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.541150] env[69265]: DEBUG nova.network.neutron [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.674799] env[69265]: DEBUG oslo_vmware.api [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475764, 'name': PowerOffVM_Task, 'duration_secs': 0.25292} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.677756] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.677941] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.678494] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34439356-c456-4877-8bff-1d0ca3fb7292 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.698865] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060887} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.698865] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.698865] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e69e68-0b92-42c9-98c5-979cfa2b0c1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.723549] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 0becda35-ead9-4f20-acbd-73b41ba2db1b/0becda35-ead9-4f20-acbd-73b41ba2db1b.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.724229] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48b1e72-4db5-4c16-b95c-e9e9afdecf80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.740627] env[69265]: DEBUG nova.network.neutron [req-b87b6d0b-cafd-4b5b-aba6-5453f3db769b req-1c725be2-3138-4f9a-9615-a63a09a1d765 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Updated VIF entry in instance network info cache for port 8e54a748-1b7b-461d-aca0-f13a62fb20e4. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.740970] env[69265]: DEBUG nova.network.neutron [req-b87b6d0b-cafd-4b5b-aba6-5453f3db769b req-1c725be2-3138-4f9a-9615-a63a09a1d765 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Updating instance_info_cache with network_info: [{"id": "8e54a748-1b7b-461d-aca0-f13a62fb20e4", "address": "fa:16:3e:9d:1b:b2", "network": {"id": "8735b132-d409-4ae9-a7c0-148e1fd9cdfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-936061002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89a5b8715fb1475eace966934da52098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e54a748-1b", "ovs_interfaceid": "8e54a748-1b7b-461d-aca0-f13a62fb20e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.743408] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.743618] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.743801] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Deleting the datastore file [datastore2] d6b780e2-6447-4fe2-891e-e7c8a831de6f {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.744712] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3e03fb3-5eef-4834-b739-dea9e3cd83b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.748422] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 745.748422] env[69265]: value = "task-3475768" [ 745.748422] env[69265]: _type = "Task" [ 745.748422] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.754290] env[69265]: DEBUG oslo_vmware.api [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for the task: (returnval){ [ 745.754290] env[69265]: value = "task-3475769" [ 745.754290] env[69265]: _type = "Task" [ 745.754290] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.759225] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.764663] env[69265]: DEBUG oslo_vmware.api [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.866952] env[69265]: DEBUG nova.network.neutron [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Updating instance_info_cache with network_info: [{"id": "de56a81b-8207-4cb0-9e45-9856b4b56045", "address": "fa:16:3e:47:79:4f", "network": {"id": "938f5711-49ed-4e8a-b985-de5edcdb0eb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-90505452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae49997a2fe43e2b57261ae82d31f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde56a81b-82", "ovs_interfaceid": "de56a81b-8207-4cb0-9e45-9856b4b56045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.949558] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.279s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.958123] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.014s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.958412] env[69265]: DEBUG nova.objects.instance [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lazy-loading 'resources' on Instance uuid f6588f67-f186-4f6e-b085-0d35eff561a3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.038503] env[69265]: DEBUG nova.network.neutron [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Successfully updated port: 48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.047028] env[69265]: DEBUG oslo_vmware.api [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475766, 'name': PowerOffVM_Task, 'duration_secs': 0.174917} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.047866] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.048996] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.048996] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73c0fdfe-347d-4008-ba75-f760e5432cda {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.115220] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.115220] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.115579] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleting the datastore file [datastore1] 0d8a7167-7c1f-4845-ba15-1bc2d84568a9 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.115579] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf8a48f3-cee4-46a9-b2d2-4cbc1fb3f4ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.130026] env[69265]: DEBUG oslo_vmware.api [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 746.130026] env[69265]: value = "task-3475771" [ 746.130026] env[69265]: _type = "Task" [ 746.130026] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.135781] env[69265]: DEBUG oslo_vmware.api [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.245351] env[69265]: DEBUG oslo_concurrency.lockutils [req-b87b6d0b-cafd-4b5b-aba6-5453f3db769b req-1c725be2-3138-4f9a-9615-a63a09a1d765 service nova] Releasing lock "refresh_cache-0becda35-ead9-4f20-acbd-73b41ba2db1b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.266279] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475768, 'name': ReconfigVM_Task, 'duration_secs': 0.261028} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.266279] env[69265]: DEBUG oslo_vmware.api [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Task: {'id': task-3475769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140288} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.266384] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 0becda35-ead9-4f20-acbd-73b41ba2db1b/0becda35-ead9-4f20-acbd-73b41ba2db1b.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.267027] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.267982] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.267982] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.267982] env[69265]: INFO nova.compute.manager [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 746.267982] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.268199] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-523e719e-c884-4448-8b4d-ecc754580d72 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.269793] env[69265]: DEBUG nova.compute.manager [-] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.270412] env[69265]: DEBUG nova.network.neutron [-] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.275888] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 746.275888] env[69265]: value = "task-3475772" [ 746.275888] env[69265]: _type = "Task" [ 746.275888] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.284778] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475772, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.370667] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Releasing lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.370983] env[69265]: DEBUG nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Instance network_info: |[{"id": "de56a81b-8207-4cb0-9e45-9856b4b56045", "address": "fa:16:3e:47:79:4f", "network": {"id": "938f5711-49ed-4e8a-b985-de5edcdb0eb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-90505452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae49997a2fe43e2b57261ae82d31f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde56a81b-82", "ovs_interfaceid": "de56a81b-8207-4cb0-9e45-9856b4b56045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.371529] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:79:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de56a81b-8207-4cb0-9e45-9856b4b56045', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.379078] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Creating folder: Project (fae49997a2fe43e2b57261ae82d31f16). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.379374] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22aa166e-888d-4d3d-843a-e29ff670aa2a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.390348] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Created folder: Project (fae49997a2fe43e2b57261ae82d31f16) in parent group-v694865. [ 746.390551] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Creating folder: Instances. Parent ref: group-v694936. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.390976] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e2d5b86-4d0b-41cf-8b24-759a03de783e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.400685] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Created folder: Instances in parent group-v694936. [ 746.400882] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.401092] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.401513] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78b2765-ee21-4769-913f-7308b3c96e66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.424338] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.424338] env[69265]: value = "task-3475775" [ 746.424338] env[69265]: _type = "Task" [ 746.424338] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.435201] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475775, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.542135] env[69265]: INFO nova.scheduler.client.report [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Deleted allocation for migration e4f05496-3fc1-454f-8fbe-68c31e407463 [ 746.542951] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.543089] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.543229] env[69265]: DEBUG nova.network.neutron [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.635253] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "8849eaac-c903-4f80-8772-2a91b067fea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.637498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8849eaac-c903-4f80-8772-2a91b067fea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.648543] env[69265]: DEBUG oslo_vmware.api [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3475771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125567} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.648669] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.648828] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.649238] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.649238] env[69265]: INFO nova.compute.manager [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 746.649399] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.649575] env[69265]: DEBUG nova.compute.manager [-] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.649662] env[69265]: DEBUG nova.network.neutron [-] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.700822] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.701084] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.791293] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475772, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.819131] env[69265]: DEBUG nova.compute.manager [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received event network-vif-plugged-48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.819392] env[69265]: DEBUG oslo_concurrency.lockutils [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] Acquiring lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.820853] env[69265]: DEBUG oslo_concurrency.lockutils [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.820853] env[69265]: DEBUG oslo_concurrency.lockutils [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.820853] env[69265]: DEBUG nova.compute.manager [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] No waiting events found dispatching network-vif-plugged-48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.820853] env[69265]: WARNING nova.compute.manager [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received unexpected event network-vif-plugged-48433a68-9551-414c-8229-254ed38b20a7 for instance with vm_state building and task_state spawning. [ 746.820853] env[69265]: DEBUG nova.compute.manager [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received event network-changed-48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.821098] env[69265]: DEBUG nova.compute.manager [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Refreshing instance network info cache due to event network-changed-48433a68-9551-414c-8229-254ed38b20a7. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.821098] env[69265]: DEBUG oslo_concurrency.lockutils [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] Acquiring lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.934356] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475775, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.063313] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21e089a2-9c5e-4ef0-877f-1d8657ce3452 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.069s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.079249] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0780ba70-d40c-4123-80d8-1837c3f16d5b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.089930] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b52998-873f-41d0-a7ef-746a2f516c4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.129284] env[69265]: DEBUG nova.network.neutron [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.132677] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbc013c-00ea-44dc-b9d3-b35d4285f955 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.140326] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a0b2e-09c3-4a62-b976-ad0d5cf0b6a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.156887] env[69265]: DEBUG nova.compute.provider_tree [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.163015] env[69265]: DEBUG nova.compute.manager [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Received event network-changed-de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.163278] env[69265]: DEBUG nova.compute.manager [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Refreshing instance network info cache due to event network-changed-de56a81b-8207-4cb0-9e45-9856b4b56045. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.163421] env[69265]: DEBUG oslo_concurrency.lockutils [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] Acquiring lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.163563] env[69265]: DEBUG oslo_concurrency.lockutils [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] Acquired lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.163720] env[69265]: DEBUG nova.network.neutron [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Refreshing network info cache for port de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.287519] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475772, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.289593] env[69265]: DEBUG nova.network.neutron [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [{"id": "48433a68-9551-414c-8229-254ed38b20a7", "address": "fa:16:3e:b7:76:cd", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48433a68-95", "ovs_interfaceid": "48433a68-9551-414c-8229-254ed38b20a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.308287] env[69265]: DEBUG nova.network.neutron [-] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.436565] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475775, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.597885] env[69265]: DEBUG nova.network.neutron [-] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.673272] env[69265]: DEBUG nova.scheduler.client.report [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.677858] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "9e611d0f-aca8-4d76-9325-c8c074a97e19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.678182] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "9e611d0f-aca8-4d76-9325-c8c074a97e19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.678457] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "9e611d0f-aca8-4d76-9325-c8c074a97e19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.678701] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "9e611d0f-aca8-4d76-9325-c8c074a97e19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.678929] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "9e611d0f-aca8-4d76-9325-c8c074a97e19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.681286] env[69265]: INFO nova.compute.manager [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Terminating instance [ 747.787542] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475772, 'name': Rename_Task, 'duration_secs': 1.133221} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.787858] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.788722] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92355012-2e00-4cd8-87b8-ceb91f6be58c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.794640] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.795201] env[69265]: DEBUG nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Instance network_info: |[{"id": "48433a68-9551-414c-8229-254ed38b20a7", "address": "fa:16:3e:b7:76:cd", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48433a68-95", "ovs_interfaceid": "48433a68-9551-414c-8229-254ed38b20a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.799319] env[69265]: DEBUG oslo_concurrency.lockutils [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] Acquired lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.799676] env[69265]: DEBUG nova.network.neutron [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Refreshing network info cache for port 48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.802915] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:76:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48433a68-9551-414c-8229-254ed38b20a7', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.809781] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Creating folder: Project (e128db8b786440a0a18a18e7dd9f5837). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.810230] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 747.810230] env[69265]: value = "task-3475776" [ 747.810230] env[69265]: _type = "Task" [ 747.810230] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.811793] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43c6f082-e1ae-4067-99e8-e2e03ecc82b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.815169] env[69265]: INFO nova.compute.manager [-] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Took 1.55 seconds to deallocate network for instance. [ 747.830167] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475776, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.831976] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Created folder: Project (e128db8b786440a0a18a18e7dd9f5837) in parent group-v694865. [ 747.832119] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Creating folder: Instances. Parent ref: group-v694939. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.832433] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-845aa678-2886-426f-b201-a6c29620b15d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.843854] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Created folder: Instances in parent group-v694939. [ 747.844132] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.845354] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.845354] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4d28a29-6705-42c6-9054-38fd6105527e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.867747] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.867747] env[69265]: value = "task-3475779" [ 747.867747] env[69265]: _type = "Task" [ 747.867747] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.881520] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475779, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.935690] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475775, 'name': CreateVM_Task, 'duration_secs': 1.26085} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.935919] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.936682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.937016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.937301] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.937609] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece09210-598a-4625-8652-c68c8264dd10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.942593] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 747.942593] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528526ca-2f60-34e0-6a5e-71e498e90abd" [ 747.942593] env[69265]: _type = "Task" [ 747.942593] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.951174] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528526ca-2f60-34e0-6a5e-71e498e90abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.042386] env[69265]: DEBUG nova.network.neutron [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Updated VIF entry in instance network info cache for port de56a81b-8207-4cb0-9e45-9856b4b56045. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.042386] env[69265]: DEBUG nova.network.neutron [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Updating instance_info_cache with network_info: [{"id": "de56a81b-8207-4cb0-9e45-9856b4b56045", "address": "fa:16:3e:47:79:4f", "network": {"id": "938f5711-49ed-4e8a-b985-de5edcdb0eb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-90505452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae49997a2fe43e2b57261ae82d31f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde56a81b-82", "ovs_interfaceid": "de56a81b-8207-4cb0-9e45-9856b4b56045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.100398] env[69265]: INFO nova.compute.manager [-] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Took 1.45 seconds to deallocate network for instance. [ 748.181448] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.183028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.518s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.185369] env[69265]: INFO nova.compute.claims [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.191020] env[69265]: DEBUG nova.compute.manager [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.191020] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.191020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774b9c4a-4ecc-4dc0-a3db-d88d514ccf2f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.201543] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.201543] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-310f2065-13c2-4db7-bf68-0b3f0185a185 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.232661] env[69265]: INFO nova.scheduler.client.report [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Deleted allocations for instance f6588f67-f186-4f6e-b085-0d35eff561a3 [ 748.276034] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.276034] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.276223] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Deleting the datastore file [datastore2] 9e611d0f-aca8-4d76-9325-c8c074a97e19 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.278432] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3824fdde-62cf-4f10-8e4c-b601ac7341d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.284541] env[69265]: DEBUG oslo_vmware.api [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 748.284541] env[69265]: value = "task-3475781" [ 748.284541] env[69265]: _type = "Task" [ 748.284541] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.295332] env[69265]: DEBUG oslo_vmware.api [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.324280] env[69265]: DEBUG oslo_vmware.api [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475776, 'name': PowerOnVM_Task, 'duration_secs': 0.487715} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.325337] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.325610] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.325813] env[69265]: INFO nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Took 9.04 seconds to spawn the instance on the hypervisor. [ 748.325991] env[69265]: DEBUG nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.326821] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb6a4ea-c67a-4acb-86df-e4dd781e9d29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.390624] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475779, 'name': CreateVM_Task, 'duration_secs': 0.414757} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.391451] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.392111] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.392111] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.392413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.392760] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9492cb4-2d36-41b4-bba0-0aa3e2d3097d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.405818] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 748.405818] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528df8de-b523-69eb-6d7d-913f42200bae" [ 748.405818] env[69265]: _type = "Task" [ 748.405818] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.416446] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528df8de-b523-69eb-6d7d-913f42200bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.462029] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528526ca-2f60-34e0-6a5e-71e498e90abd, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.462558] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.462987] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.463325] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.463548] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.463749] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.464111] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a55db1-d327-4a6c-bf1b-63cebd25064d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.474559] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.474732] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.478439] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a21810-7974-4915-9022-8f51a4c4da6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.484973] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 748.484973] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52372ad3-58f0-5f64-fb1b-9baf931a7434" [ 748.484973] env[69265]: _type = "Task" [ 748.484973] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.494491] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52372ad3-58f0-5f64-fb1b-9baf931a7434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.545386] env[69265]: DEBUG oslo_concurrency.lockutils [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] Releasing lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.546571] env[69265]: DEBUG nova.compute.manager [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Received event network-changed-3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.546571] env[69265]: DEBUG nova.compute.manager [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Refreshing instance network info cache due to event network-changed-3f66e744-c440-4115-82ac-9880259062a6. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.546571] env[69265]: DEBUG oslo_concurrency.lockutils [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] Acquiring lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.546571] env[69265]: DEBUG oslo_concurrency.lockutils [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] Acquired lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.546571] env[69265]: DEBUG nova.network.neutron [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Refreshing network info cache for port 3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.609099] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.643175] env[69265]: DEBUG nova.network.neutron [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updated VIF entry in instance network info cache for port 48433a68-9551-414c-8229-254ed38b20a7. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.643553] env[69265]: DEBUG nova.network.neutron [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [{"id": "48433a68-9551-414c-8229-254ed38b20a7", "address": "fa:16:3e:b7:76:cd", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48433a68-95", "ovs_interfaceid": "48433a68-9551-414c-8229-254ed38b20a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.749174] env[69265]: DEBUG oslo_concurrency.lockutils [None req-51401087-2c37-44f1-a3b4-892bdb48eb00 tempest-ServersAdmin275Test-942492043 tempest-ServersAdmin275Test-942492043-project-member] Lock "f6588f67-f186-4f6e-b085-0d35eff561a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.221s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.797662] env[69265]: DEBUG oslo_vmware.api [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147959} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.798208] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.800018] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.800018] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.800018] env[69265]: INFO nova.compute.manager [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Took 0.61 seconds to destroy the instance on the hypervisor. [ 748.800018] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.800018] env[69265]: DEBUG nova.compute.manager [-] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.800243] env[69265]: DEBUG nova.network.neutron [-] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.856011] env[69265]: INFO nova.compute.manager [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Took 31.51 seconds to build instance. [ 748.918923] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528df8de-b523-69eb-6d7d-913f42200bae, 'name': SearchDatastore_Task, 'duration_secs': 0.019134} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.919358] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.919596] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.919843] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.919989] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.920191] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.920424] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac19ab9-a077-4482-8fa4-70b84362999c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.930576] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.931030] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.931882] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addf9e33-ffcf-4d07-947e-2be136b424dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.939175] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 748.939175] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c06bce-c602-fa96-a046-0689c9f428a1" [ 748.939175] env[69265]: _type = "Task" [ 748.939175] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.949403] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c06bce-c602-fa96-a046-0689c9f428a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.000357] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52372ad3-58f0-5f64-fb1b-9baf931a7434, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.000916] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15acc557-39d3-4660-a2b8-2abab7bcb30b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.006760] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 749.006760] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5278f751-1149-af4a-6463-a465add09990" [ 749.006760] env[69265]: _type = "Task" [ 749.006760] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.015271] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5278f751-1149-af4a-6463-a465add09990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.150210] env[69265]: DEBUG oslo_concurrency.lockutils [req-114efe7b-4efe-4bdf-8b8b-70bd66903e50 req-ecd6ca01-4960-467b-af13-d0553da18b8f service nova] Releasing lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.299701] env[69265]: DEBUG nova.compute.manager [req-d3427493-ff20-4b30-9358-91d6dff258af req-98ef9864-1122-4f72-9454-f50ff58aca7a service nova] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Received event network-vif-deleted-bd8c9232-7e90-4762-a563-0399c69b1cec {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.299701] env[69265]: DEBUG nova.compute.manager [req-d3427493-ff20-4b30-9358-91d6dff258af req-98ef9864-1122-4f72-9454-f50ff58aca7a service nova] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Received event network-vif-deleted-e36a1a1a-ca00-4de7-8108-29842a25db20 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.361043] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c206be0-e397-4120-8364-503a05f6da8d tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "0becda35-ead9-4f20-acbd-73b41ba2db1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.537s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.458084] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c06bce-c602-fa96-a046-0689c9f428a1, 'name': SearchDatastore_Task, 'duration_secs': 0.024277} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.458084] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e24d70e-867d-40be-bc1e-40c4636d0d3d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.462955] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 749.462955] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5268c4a7-10d1-6482-8b37-40aeeb53d4a5" [ 749.462955] env[69265]: _type = "Task" [ 749.462955] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.472766] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5268c4a7-10d1-6482-8b37-40aeeb53d4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.521820] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5278f751-1149-af4a-6463-a465add09990, 'name': SearchDatastore_Task, 'duration_secs': 0.034409} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.524694] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.524993] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 9c202839-d942-4f38-9c1a-3da6428d2ef3/9c202839-d942-4f38-9c1a-3da6428d2ef3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.526238] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e44705b2-c9d6-40e4-b8d8-26bfb2d448d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.533821] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 749.533821] env[69265]: value = "task-3475782" [ 749.533821] env[69265]: _type = "Task" [ 749.533821] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.549545] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.606988] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "8d0b13c6-cb9f-4980-930d-760e24dbab70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.606988] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.732375] env[69265]: DEBUG nova.network.neutron [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updated VIF entry in instance network info cache for port 3f66e744-c440-4115-82ac-9880259062a6. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.732701] env[69265]: DEBUG nova.network.neutron [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance_info_cache with network_info: [{"id": "3f66e744-c440-4115-82ac-9880259062a6", "address": "fa:16:3e:77:f8:3c", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66e744-c4", "ovs_interfaceid": "3f66e744-c440-4115-82ac-9880259062a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.792032] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.792032] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.863204] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec804d-1553-4e43-a620-19a66357a2dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.870116] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.874957] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e232035-2476-45b2-a0da-bfbba8bbca3e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.910547] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaeec3f-19f6-4967-b798-0b3c55c1b777 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.920761] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0870c0-c58f-45f2-98a5-2dace4168075 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.940075] env[69265]: DEBUG nova.compute.provider_tree [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.974685] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5268c4a7-10d1-6482-8b37-40aeeb53d4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.974965] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.975248] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8e11fe11-f9db-4970-9c3e-2cd24953ea04/8e11fe11-f9db-4970-9c3e-2cd24953ea04.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.975518] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19b28cb0-c6f1-48ce-a7e2-c02c91fe5cc0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.983390] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 749.983390] env[69265]: value = "task-3475783" [ 749.983390] env[69265]: _type = "Task" [ 749.983390] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.993826] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.044897] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496587} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.045272] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 9c202839-d942-4f38-9c1a-3da6428d2ef3/9c202839-d942-4f38-9c1a-3da6428d2ef3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.045544] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.045854] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbcf1f3c-c015-4ff4-a276-7e52b9ad678b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.051803] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 750.051803] env[69265]: value = "task-3475784" [ 750.051803] env[69265]: _type = "Task" [ 750.051803] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.061041] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.082754] env[69265]: DEBUG nova.network.neutron [-] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.237421] env[69265]: DEBUG oslo_concurrency.lockutils [req-0c76551c-43f8-4ebf-97e9-8722cb2b14de req-5b3efda8-a4f0-4df0-8b03-8a1c4c799455 service nova] Releasing lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.401781] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.446308] env[69265]: DEBUG nova.scheduler.client.report [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.451697] env[69265]: DEBUG oslo_concurrency.lockutils [None req-af6f152a-13bf-4b92-abaa-55ef8b1c3615 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "interface-0becda35-ead9-4f20-acbd-73b41ba2db1b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.452055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-af6f152a-13bf-4b92-abaa-55ef8b1c3615 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "interface-0becda35-ead9-4f20-acbd-73b41ba2db1b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.452417] env[69265]: DEBUG nova.objects.instance [None req-af6f152a-13bf-4b92-abaa-55ef8b1c3615 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lazy-loading 'flavor' on Instance uuid 0becda35-ead9-4f20-acbd-73b41ba2db1b {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.494815] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487167} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.494815] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8e11fe11-f9db-4970-9c3e-2cd24953ea04/8e11fe11-f9db-4970-9c3e-2cd24953ea04.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.494815] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.494815] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49518046-0f76-4a35-a5ba-e26cc5f06cfd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.500782] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 750.500782] env[69265]: value = "task-3475785" [ 750.500782] env[69265]: _type = "Task" [ 750.500782] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.509364] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.561028] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063282} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.561210] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.561979] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00a8030-0b67-4660-b370-0a7d41be3ae9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.583311] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 9c202839-d942-4f38-9c1a-3da6428d2ef3/9c202839-d942-4f38-9c1a-3da6428d2ef3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.583569] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e452468e-9e85-4ef2-aa54-5302b4831693 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.598137] env[69265]: INFO nova.compute.manager [-] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Took 1.80 seconds to deallocate network for instance. [ 750.604472] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 750.604472] env[69265]: value = "task-3475786" [ 750.604472] env[69265]: _type = "Task" [ 750.604472] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.612134] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.955147] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.955674] env[69265]: DEBUG nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.959467] env[69265]: DEBUG nova.objects.instance [None req-af6f152a-13bf-4b92-abaa-55ef8b1c3615 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lazy-loading 'pci_requests' on Instance uuid 0becda35-ead9-4f20-acbd-73b41ba2db1b {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.960348] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.596s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.960560] env[69265]: DEBUG nova.objects.instance [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lazy-loading 'resources' on Instance uuid 9e2a90e4-da8e-4e8d-a317-fd058e599835 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.010652] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230747} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.011030] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.011834] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e27d54-27a8-4e5c-b450-40467493ae1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.033943] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 8e11fe11-f9db-4970-9c3e-2cd24953ea04/8e11fe11-f9db-4970-9c3e-2cd24953ea04.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.034247] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017ee804-9090-46ed-a9cc-0c6422ba8c7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.053604] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 751.053604] env[69265]: value = "task-3475787" [ 751.053604] env[69265]: _type = "Task" [ 751.053604] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.061551] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.104876] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.115696] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.463592] env[69265]: DEBUG nova.compute.utils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.467654] env[69265]: DEBUG nova.objects.base [None req-af6f152a-13bf-4b92-abaa-55ef8b1c3615 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Object Instance<0becda35-ead9-4f20-acbd-73b41ba2db1b> lazy-loaded attributes: flavor,pci_requests {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 751.467831] env[69265]: DEBUG nova.network.neutron [None req-af6f152a-13bf-4b92-abaa-55ef8b1c3615 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.470360] env[69265]: DEBUG nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.470529] env[69265]: DEBUG nova.network.neutron [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.538474] env[69265]: DEBUG nova.policy [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f0693e48f7465a84581cb28979c574', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee45b576a24145c18e7afafc450c3ab4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.566022] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475787, 'name': ReconfigVM_Task, 'duration_secs': 0.29184} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.568138] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 8e11fe11-f9db-4970-9c3e-2cd24953ea04/8e11fe11-f9db-4970-9c3e-2cd24953ea04.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.568973] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5daac0a2-3aff-46e6-85b7-d9f54446e11e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.575778] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 751.575778] env[69265]: value = "task-3475788" [ 751.575778] env[69265]: _type = "Task" [ 751.575778] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.585627] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475788, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.595430] env[69265]: DEBUG oslo_concurrency.lockutils [None req-af6f152a-13bf-4b92-abaa-55ef8b1c3615 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "interface-0becda35-ead9-4f20-acbd-73b41ba2db1b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.614606] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475786, 'name': ReconfigVM_Task, 'duration_secs': 0.770279} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.614908] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 9c202839-d942-4f38-9c1a-3da6428d2ef3/9c202839-d942-4f38-9c1a-3da6428d2ef3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.616140] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53f4d9af-2db5-43c6-86ae-b9eae3680a40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.624971] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 751.624971] env[69265]: value = "task-3475789" [ 751.624971] env[69265]: _type = "Task" [ 751.624971] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.635300] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475789, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.734268] env[69265]: DEBUG nova.compute.manager [req-324f82c7-17aa-49fa-8eb7-03ddf3cb7caf req-767ce6c4-47ee-4093-8145-ab0952fb267b service nova] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Received event network-vif-deleted-3a03586f-bd35-4a7d-8d01-7697b38067e6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.848558] env[69265]: DEBUG nova.network.neutron [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Successfully created port: 48fca90a-98f0-4c08-9e81-84c6ecac54a5 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.905653] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f91104-d51b-4d0b-8fa9-bab11294b18c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.914053] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1a75b-f977-42a2-9967-dc5c9e52ac11 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.946155] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8b44aa-877e-4502-8ee6-863cbf576977 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.953487] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fdd589-5100-40e1-93c5-5b37303674dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.967266] env[69265]: DEBUG nova.compute.provider_tree [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.971096] env[69265]: DEBUG nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.085450] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475788, 'name': Rename_Task, 'duration_secs': 0.140477} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.085725] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.086042] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f08fec7a-fc42-47ca-a7a6-c97cd461892e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.092658] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 752.092658] env[69265]: value = "task-3475790" [ 752.092658] env[69265]: _type = "Task" [ 752.092658] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.103619] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.137098] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475789, 'name': Rename_Task, 'duration_secs': 0.500008} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.137380] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.137611] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d364397-76b4-43bf-991a-c0cd972e209b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.143487] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 752.143487] env[69265]: value = "task-3475791" [ 752.143487] env[69265]: _type = "Task" [ 752.143487] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.151625] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.470065] env[69265]: DEBUG nova.scheduler.client.report [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.602910] env[69265]: DEBUG oslo_vmware.api [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475790, 'name': PowerOnVM_Task, 'duration_secs': 0.455963} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.603231] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.604029] env[69265]: INFO nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Took 7.50 seconds to spawn the instance on the hypervisor. [ 752.604029] env[69265]: DEBUG nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.604386] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd29a7a5-4f7b-4d0a-9d13-100ab85a2469 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.654165] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475791, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.975783] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.979413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.556s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.980479] env[69265]: INFO nova.compute.claims [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.984081] env[69265]: DEBUG nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.004909] env[69265]: INFO nova.scheduler.client.report [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Deleted allocations for instance 9e2a90e4-da8e-4e8d-a317-fd058e599835 [ 753.028362] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.028907] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.029393] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.029739] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.030020] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.030265] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.030569] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.030866] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.031226] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.031507] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.032366] env[69265]: DEBUG nova.virt.hardware [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.033458] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e092df9-e7bc-48a5-b1de-89c3a1dca3c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.045178] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f77bbf-571b-4ee1-922b-19777321c4be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.126013] env[69265]: INFO nova.compute.manager [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Took 30.46 seconds to build instance. [ 753.158794] env[69265]: DEBUG oslo_vmware.api [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475791, 'name': PowerOnVM_Task, 'duration_secs': 0.966789} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.158794] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.159258] env[69265]: INFO nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Took 11.13 seconds to spawn the instance on the hypervisor. [ 753.159377] env[69265]: DEBUG nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.161169] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82939443-18c7-4dee-9968-6bf32444fa12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.339157] env[69265]: DEBUG nova.network.neutron [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Successfully updated port: 48fca90a-98f0-4c08-9e81-84c6ecac54a5 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.513856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Lock "9e2a90e4-da8e-4e8d-a317-fd058e599835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.149s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.628472] env[69265]: DEBUG oslo_concurrency.lockutils [None req-abf89695-ac26-476a-9644-025c7f6ff7e4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.218s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.677978] env[69265]: INFO nova.compute.manager [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Took 33.78 seconds to build instance. [ 753.765229] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "0becda35-ead9-4f20-acbd-73b41ba2db1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.765809] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "0becda35-ead9-4f20-acbd-73b41ba2db1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.766154] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "0becda35-ead9-4f20-acbd-73b41ba2db1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.766452] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "0becda35-ead9-4f20-acbd-73b41ba2db1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.766746] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "0becda35-ead9-4f20-acbd-73b41ba2db1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.769474] env[69265]: INFO nova.compute.manager [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Terminating instance [ 753.841846] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquiring lock "refresh_cache-2b523f68-396b-437a-ad1b-833802639e67" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.842034] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquired lock "refresh_cache-2b523f68-396b-437a-ad1b-833802639e67" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.842189] env[69265]: DEBUG nova.network.neutron [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.881209] env[69265]: DEBUG nova.compute.manager [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Received event network-vif-plugged-48fca90a-98f0-4c08-9e81-84c6ecac54a5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.881436] env[69265]: DEBUG oslo_concurrency.lockutils [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] Acquiring lock "2b523f68-396b-437a-ad1b-833802639e67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.883564] env[69265]: DEBUG oslo_concurrency.lockutils [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] Lock "2b523f68-396b-437a-ad1b-833802639e67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.883887] env[69265]: DEBUG oslo_concurrency.lockutils [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] Lock "2b523f68-396b-437a-ad1b-833802639e67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.884146] env[69265]: DEBUG nova.compute.manager [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] No waiting events found dispatching network-vif-plugged-48fca90a-98f0-4c08-9e81-84c6ecac54a5 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.884371] env[69265]: WARNING nova.compute.manager [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Received unexpected event network-vif-plugged-48fca90a-98f0-4c08-9e81-84c6ecac54a5 for instance with vm_state building and task_state spawning. [ 753.884639] env[69265]: DEBUG nova.compute.manager [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Received event network-changed-48fca90a-98f0-4c08-9e81-84c6ecac54a5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.884787] env[69265]: DEBUG nova.compute.manager [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Refreshing instance network info cache due to event network-changed-48fca90a-98f0-4c08-9e81-84c6ecac54a5. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.884931] env[69265]: DEBUG oslo_concurrency.lockutils [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] Acquiring lock "refresh_cache-2b523f68-396b-437a-ad1b-833802639e67" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.130997] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.181602] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b49248d-8ea6-4adb-a3ff-230a1107a241 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.298s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.273968] env[69265]: DEBUG nova.compute.manager [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.274701] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.276723] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3ccc12-99de-4467-bf99-2f592a264f0a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.289574] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.289856] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e15f31e0-4d13-4dc5-8143-c1459e82432c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.300663] env[69265]: DEBUG oslo_vmware.api [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 754.300663] env[69265]: value = "task-3475792" [ 754.300663] env[69265]: _type = "Task" [ 754.300663] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.315990] env[69265]: DEBUG oslo_vmware.api [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.428050] env[69265]: DEBUG nova.network.neutron [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.613739] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8825569-caa5-4d66-b663-5b47cdb893d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.623526] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e29beab-79c8-4760-898c-6ea379fcce07 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.661900] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fef07c-8521-4862-8d09-c4d185b38a65 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.671978] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572e5597-b6bf-4b88-bcaf-5045939cf92c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.686498] env[69265]: DEBUG nova.compute.provider_tree [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.691069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.691069] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.792627] env[69265]: DEBUG nova.network.neutron [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Updating instance_info_cache with network_info: [{"id": "48fca90a-98f0-4c08-9e81-84c6ecac54a5", "address": "fa:16:3e:c9:60:ac", "network": {"id": "bc2c7db0-0554-46f4-b8aa-dee2cb700b49", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-225598118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee45b576a24145c18e7afafc450c3ab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fca90a-98", "ovs_interfaceid": "48fca90a-98f0-4c08-9e81-84c6ecac54a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.811173] env[69265]: DEBUG oslo_vmware.api [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475792, 'name': PowerOffVM_Task, 'duration_secs': 0.24514} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.812150] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.812327] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.813435] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-657cf0ef-27a1-405d-a2ad-13c627917bfd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.869544] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.869796] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.870009] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Deleting the datastore file [datastore1] 0becda35-ead9-4f20-acbd-73b41ba2db1b {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.870288] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70806cb7-4847-42be-b0c7-f943890401ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.877836] env[69265]: DEBUG oslo_vmware.api [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for the task: (returnval){ [ 754.877836] env[69265]: value = "task-3475794" [ 754.877836] env[69265]: _type = "Task" [ 754.877836] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.887715] env[69265]: DEBUG oslo_vmware.api [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.193023] env[69265]: DEBUG nova.scheduler.client.report [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.230283] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.295337] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Releasing lock "refresh_cache-2b523f68-396b-437a-ad1b-833802639e67" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.295697] env[69265]: DEBUG nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Instance network_info: |[{"id": "48fca90a-98f0-4c08-9e81-84c6ecac54a5", "address": "fa:16:3e:c9:60:ac", "network": {"id": "bc2c7db0-0554-46f4-b8aa-dee2cb700b49", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-225598118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee45b576a24145c18e7afafc450c3ab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fca90a-98", "ovs_interfaceid": "48fca90a-98f0-4c08-9e81-84c6ecac54a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.296212] env[69265]: DEBUG oslo_concurrency.lockutils [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] Acquired lock "refresh_cache-2b523f68-396b-437a-ad1b-833802639e67" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.296212] env[69265]: DEBUG nova.network.neutron [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Refreshing network info cache for port 48fca90a-98f0-4c08-9e81-84c6ecac54a5 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.301414] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:60:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48fca90a-98f0-4c08-9e81-84c6ecac54a5', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.309938] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Creating folder: Project (ee45b576a24145c18e7afafc450c3ab4). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.313544] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20b5ab17-a872-48c8-84f3-ef16e8e3a308 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.324888] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Created folder: Project (ee45b576a24145c18e7afafc450c3ab4) in parent group-v694865. [ 755.325157] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Creating folder: Instances. Parent ref: group-v694942. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.325836] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50aa9be4-d34e-48d9-b848-d28ce71f243e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.339239] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Created folder: Instances in parent group-v694942. [ 755.339494] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.339707] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.340107] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3666d999-a68c-4ef7-88e2-beeed6059b5f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.368862] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.368862] env[69265]: value = "task-3475797" [ 755.368862] env[69265]: _type = "Task" [ 755.368862] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.378863] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475797, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.390563] env[69265]: DEBUG oslo_vmware.api [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Task: {'id': task-3475794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131048} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.390783] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.391102] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.391908] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.391908] env[69265]: INFO nova.compute.manager [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 755.391908] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.392076] env[69265]: DEBUG nova.compute.manager [-] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.392076] env[69265]: DEBUG nova.network.neutron [-] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.423792] env[69265]: DEBUG nova.compute.manager [req-f0c9189a-5091-40a3-8ac8-af294001ef5a req-29abdf05-7f0a-4704-ad8c-f88822b37d81 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Received event network-changed-de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.423792] env[69265]: DEBUG nova.compute.manager [req-f0c9189a-5091-40a3-8ac8-af294001ef5a req-29abdf05-7f0a-4704-ad8c-f88822b37d81 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Refreshing instance network info cache due to event network-changed-de56a81b-8207-4cb0-9e45-9856b4b56045. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.423792] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c9189a-5091-40a3-8ac8-af294001ef5a req-29abdf05-7f0a-4704-ad8c-f88822b37d81 service nova] Acquiring lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.423792] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c9189a-5091-40a3-8ac8-af294001ef5a req-29abdf05-7f0a-4704-ad8c-f88822b37d81 service nova] Acquired lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.423792] env[69265]: DEBUG nova.network.neutron [req-f0c9189a-5091-40a3-8ac8-af294001ef5a req-29abdf05-7f0a-4704-ad8c-f88822b37d81 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Refreshing network info cache for port de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.697247] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.697778] env[69265]: DEBUG nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.708307] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.755s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.708307] env[69265]: INFO nova.compute.claims [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.818851] env[69265]: DEBUG nova.network.neutron [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Updated VIF entry in instance network info cache for port 48fca90a-98f0-4c08-9e81-84c6ecac54a5. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.819266] env[69265]: DEBUG nova.network.neutron [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Updating instance_info_cache with network_info: [{"id": "48fca90a-98f0-4c08-9e81-84c6ecac54a5", "address": "fa:16:3e:c9:60:ac", "network": {"id": "bc2c7db0-0554-46f4-b8aa-dee2cb700b49", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-225598118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee45b576a24145c18e7afafc450c3ab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fca90a-98", "ovs_interfaceid": "48fca90a-98f0-4c08-9e81-84c6ecac54a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.876147] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475797, 'name': CreateVM_Task, 'duration_secs': 0.312716} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.876330] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.877157] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.877351] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.877714] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.877997] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41f1c61-0fbb-4bec-8ae6-bda44cbfc834 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.882877] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 755.882877] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52084b74-47b2-a8b0-a161-db8981e863c9" [ 755.882877] env[69265]: _type = "Task" [ 755.882877] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.891529] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52084b74-47b2-a8b0-a161-db8981e863c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.916176] env[69265]: DEBUG nova.compute.manager [req-331bbb0e-77d2-4d4d-a077-bcb9c54cc6eb req-f621a065-8266-44f7-9962-ec238a525816 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received event network-changed-48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.916373] env[69265]: DEBUG nova.compute.manager [req-331bbb0e-77d2-4d4d-a077-bcb9c54cc6eb req-f621a065-8266-44f7-9962-ec238a525816 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Refreshing instance network info cache due to event network-changed-48433a68-9551-414c-8229-254ed38b20a7. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.916582] env[69265]: DEBUG oslo_concurrency.lockutils [req-331bbb0e-77d2-4d4d-a077-bcb9c54cc6eb req-f621a065-8266-44f7-9962-ec238a525816 service nova] Acquiring lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.916779] env[69265]: DEBUG oslo_concurrency.lockutils [req-331bbb0e-77d2-4d4d-a077-bcb9c54cc6eb req-f621a065-8266-44f7-9962-ec238a525816 service nova] Acquired lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.916954] env[69265]: DEBUG nova.network.neutron [req-331bbb0e-77d2-4d4d-a077-bcb9c54cc6eb req-f621a065-8266-44f7-9962-ec238a525816 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Refreshing network info cache for port 48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.171577] env[69265]: DEBUG nova.network.neutron [req-f0c9189a-5091-40a3-8ac8-af294001ef5a req-29abdf05-7f0a-4704-ad8c-f88822b37d81 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Updated VIF entry in instance network info cache for port de56a81b-8207-4cb0-9e45-9856b4b56045. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.171825] env[69265]: DEBUG nova.network.neutron [req-f0c9189a-5091-40a3-8ac8-af294001ef5a req-29abdf05-7f0a-4704-ad8c-f88822b37d81 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Updating instance_info_cache with network_info: [{"id": "de56a81b-8207-4cb0-9e45-9856b4b56045", "address": "fa:16:3e:47:79:4f", "network": {"id": "938f5711-49ed-4e8a-b985-de5edcdb0eb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-90505452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae49997a2fe43e2b57261ae82d31f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde56a81b-82", "ovs_interfaceid": "de56a81b-8207-4cb0-9e45-9856b4b56045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.220676] env[69265]: DEBUG nova.compute.utils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.224867] env[69265]: DEBUG nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.225079] env[69265]: DEBUG nova.network.neutron [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.272105] env[69265]: DEBUG nova.policy [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4e455994f534079a183e9e7d8883798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6655edf6c394a7baa518bd549cdaddf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.323692] env[69265]: DEBUG oslo_concurrency.lockutils [req-97d182a9-4e87-4c54-9cfa-1c80fbcae4eb req-93fdddf8-e2e9-4cb0-8eef-eb5ffaef46f1 service nova] Releasing lock "refresh_cache-2b523f68-396b-437a-ad1b-833802639e67" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.395973] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52084b74-47b2-a8b0-a161-db8981e863c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.396310] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.396544] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.396876] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.396976] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.397211] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.397975] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba90e98a-a703-4440-aa33-60c6515c5828 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.406330] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.406433] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.407392] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602c8eef-f09c-4b65-bd04-926ac6e3c0aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.412476] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 756.412476] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a72f2a-4a7f-eeb6-384e-a8cee3fb019e" [ 756.412476] env[69265]: _type = "Task" [ 756.412476] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.422265] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a72f2a-4a7f-eeb6-384e-a8cee3fb019e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.479931] env[69265]: DEBUG nova.network.neutron [-] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.675175] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0c9189a-5091-40a3-8ac8-af294001ef5a req-29abdf05-7f0a-4704-ad8c-f88822b37d81 service nova] Releasing lock "refresh_cache-9c202839-d942-4f38-9c1a-3da6428d2ef3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.725878] env[69265]: DEBUG nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.768348] env[69265]: DEBUG nova.network.neutron [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Successfully created port: 66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.925897] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a72f2a-4a7f-eeb6-384e-a8cee3fb019e, 'name': SearchDatastore_Task, 'duration_secs': 0.008566} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.927201] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b8c40d-e29f-439b-b2de-02514b400a50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.939698] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 756.939698] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526e013c-69c8-f453-25e3-7a55c66e0d54" [ 756.939698] env[69265]: _type = "Task" [ 756.939698] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.953832] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526e013c-69c8-f453-25e3-7a55c66e0d54, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.954258] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.954612] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 2b523f68-396b-437a-ad1b-833802639e67/2b523f68-396b-437a-ad1b-833802639e67.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.955035] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260ef426-8de4-491f-8482-c5ad2d6c7817 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.965890] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 756.965890] env[69265]: value = "task-3475798" [ 756.965890] env[69265]: _type = "Task" [ 756.965890] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.983265] env[69265]: INFO nova.compute.manager [-] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Took 1.59 seconds to deallocate network for instance. [ 756.983616] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.038134] env[69265]: DEBUG nova.network.neutron [req-331bbb0e-77d2-4d4d-a077-bcb9c54cc6eb req-f621a065-8266-44f7-9962-ec238a525816 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updated VIF entry in instance network info cache for port 48433a68-9551-414c-8229-254ed38b20a7. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.038134] env[69265]: DEBUG nova.network.neutron [req-331bbb0e-77d2-4d4d-a077-bcb9c54cc6eb req-f621a065-8266-44f7-9962-ec238a525816 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [{"id": "48433a68-9551-414c-8229-254ed38b20a7", "address": "fa:16:3e:b7:76:cd", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48433a68-95", "ovs_interfaceid": "48433a68-9551-414c-8229-254ed38b20a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.331561] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e696c9-bbfc-4236-908e-1d8694199cab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.343388] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc93c12-aa13-4587-8387-a824fa79a21d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.394021] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bfe37b-8e3b-433b-9886-797678596191 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.403613] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2445c4-267a-4ec1-b31e-87bcc713e949 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.419036] env[69265]: DEBUG nova.compute.provider_tree [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.481838] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485231} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.482224] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 2b523f68-396b-437a-ad1b-833802639e67/2b523f68-396b-437a-ad1b-833802639e67.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.482626] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.482766] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b97e6ff-af89-4392-a5c2-7f3b37b11285 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.488812] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 757.488812] env[69265]: value = "task-3475799" [ 757.488812] env[69265]: _type = "Task" [ 757.488812] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.498291] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.498991] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.539842] env[69265]: DEBUG oslo_concurrency.lockutils [req-331bbb0e-77d2-4d4d-a077-bcb9c54cc6eb req-f621a065-8266-44f7-9962-ec238a525816 service nova] Releasing lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.742507] env[69265]: DEBUG nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.770608] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.771164] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.771280] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.771464] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.771611] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.772170] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.772335] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.772504] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.772675] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.772841] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.773032] env[69265]: DEBUG nova.virt.hardware [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.773930] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b4ae1e-d3b8-44a6-87ef-0a3c3e2a51f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.785657] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b6af88-877e-4bdb-90f4-70fa7691b6d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.924611] env[69265]: DEBUG nova.scheduler.client.report [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.958288] env[69265]: DEBUG nova.compute.manager [req-e84c5f44-e540-4353-976a-334b327d8c0b req-819786d3-2807-441d-acf4-783433f05d31 service nova] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Received event network-vif-deleted-8e54a748-1b7b-461d-aca0-f13a62fb20e4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.000448] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118653} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.000772] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.001570] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7769e458-9664-49eb-8cc9-e94a705cebd2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.027934] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2b523f68-396b-437a-ad1b-833802639e67/2b523f68-396b-437a-ad1b-833802639e67.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.029293] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd83c18-d4bd-4217-aa8d-dcdc01ce9ca2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.054911] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 758.054911] env[69265]: value = "task-3475800" [ 758.054911] env[69265]: _type = "Task" [ 758.054911] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.063159] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.430856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.431703] env[69265]: DEBUG nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.438828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.378s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.440272] env[69265]: INFO nova.compute.claims [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.573579] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475800, 'name': ReconfigVM_Task, 'duration_secs': 0.27598} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.575382] env[69265]: DEBUG nova.network.neutron [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Successfully updated port: 66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.578113] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2b523f68-396b-437a-ad1b-833802639e67/2b523f68-396b-437a-ad1b-833802639e67.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.579857] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b14e4042-c49e-41fc-81b5-cd426c492a37 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.588743] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 758.588743] env[69265]: value = "task-3475801" [ 758.588743] env[69265]: _type = "Task" [ 758.588743] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.599806] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475801, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.950141] env[69265]: DEBUG nova.compute.utils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.958576] env[69265]: DEBUG nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.958771] env[69265]: DEBUG nova.network.neutron [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.009202] env[69265]: DEBUG nova.policy [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '165ed4ab9f6b44c893b42dee5bac17d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5cba856f9ce4a53bd994eb7f2815533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.084800] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.084953] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.085165] env[69265]: DEBUG nova.network.neutron [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.101343] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475801, 'name': Rename_Task, 'duration_secs': 0.156796} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.102066] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.102066] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-793d2da7-538c-4e5f-b7a3-f1378003ef35 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.110328] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 759.110328] env[69265]: value = "task-3475802" [ 759.110328] env[69265]: _type = "Task" [ 759.110328] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.118922] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.287549] env[69265]: DEBUG nova.network.neutron [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Successfully created port: a02cdb86-74ff-4a31-a766-a788e36600c9 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.459825] env[69265]: DEBUG nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.620261] env[69265]: DEBUG nova.network.neutron [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.629799] env[69265]: DEBUG oslo_vmware.api [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475802, 'name': PowerOnVM_Task, 'duration_secs': 0.439109} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.630758] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.631048] env[69265]: INFO nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Took 6.65 seconds to spawn the instance on the hypervisor. [ 759.631308] env[69265]: DEBUG nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.632498] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a96daa6-4f57-41a6-ba9e-09d6a687ce8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.805968] env[69265]: DEBUG nova.network.neutron [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating instance_info_cache with network_info: [{"id": "66b10043-90c4-475d-95dc-dc7da2b84350", "address": "fa:16:3e:ae:e2:e7", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b10043-90", "ovs_interfaceid": "66b10043-90c4-475d-95dc-dc7da2b84350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.024404] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9f71a-fc80-4438-92fc-7ff6eaededef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.032716] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e3cf0-01c5-4337-bb65-ca55d7758c1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.064423] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3235dbc-6818-4c1e-a8af-57fc93672cbb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.072062] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c1725b-d95e-49b8-a6c5-57a74cbedd48 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.085685] env[69265]: DEBUG nova.compute.provider_tree [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.111658] env[69265]: DEBUG nova.compute.manager [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received event network-vif-plugged-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.111855] env[69265]: DEBUG oslo_concurrency.lockutils [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] Acquiring lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.112061] env[69265]: DEBUG oslo_concurrency.lockutils [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.112230] env[69265]: DEBUG oslo_concurrency.lockutils [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.112429] env[69265]: DEBUG nova.compute.manager [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] No waiting events found dispatching network-vif-plugged-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.112568] env[69265]: WARNING nova.compute.manager [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received unexpected event network-vif-plugged-66b10043-90c4-475d-95dc-dc7da2b84350 for instance with vm_state building and task_state spawning. [ 760.112685] env[69265]: DEBUG nova.compute.manager [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received event network-changed-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.112824] env[69265]: DEBUG nova.compute.manager [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Refreshing instance network info cache due to event network-changed-66b10043-90c4-475d-95dc-dc7da2b84350. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.113489] env[69265]: DEBUG oslo_concurrency.lockutils [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] Acquiring lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.158853] env[69265]: INFO nova.compute.manager [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Took 36.51 seconds to build instance. [ 760.311023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.311023] env[69265]: DEBUG nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Instance network_info: |[{"id": "66b10043-90c4-475d-95dc-dc7da2b84350", "address": "fa:16:3e:ae:e2:e7", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b10043-90", "ovs_interfaceid": "66b10043-90c4-475d-95dc-dc7da2b84350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.311309] env[69265]: DEBUG oslo_concurrency.lockutils [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] Acquired lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.311490] env[69265]: DEBUG nova.network.neutron [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Refreshing network info cache for port 66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.312785] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e2:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66b10043-90c4-475d-95dc-dc7da2b84350', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.320337] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating folder: Project (e6655edf6c394a7baa518bd549cdaddf). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.323527] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25cad4d5-7094-4853-8793-56c2045555b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.334913] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Created folder: Project (e6655edf6c394a7baa518bd549cdaddf) in parent group-v694865. [ 760.337870] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating folder: Instances. Parent ref: group-v694945. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.337870] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1073487d-b569-4ecc-be7d-42a6cd71313f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.344959] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Created folder: Instances in parent group-v694945. [ 760.345225] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.345410] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.345608] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e4ab8d1-41a2-4355-b9b0-f778df97fc40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.372466] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.372466] env[69265]: value = "task-3475805" [ 760.372466] env[69265]: _type = "Task" [ 760.372466] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.386481] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475805, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.469160] env[69265]: DEBUG nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.505912] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.505912] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.505912] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.506172] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.506172] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.506172] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.506336] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.506493] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.506627] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.506810] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.507101] env[69265]: DEBUG nova.virt.hardware [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.507880] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d92f9e-9c9c-4664-bcf9-a6a1bf7d323e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.519629] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc591306-4bde-43a6-bf12-f43a7f6b2f33 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.569890] env[69265]: DEBUG nova.network.neutron [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updated VIF entry in instance network info cache for port 66b10043-90c4-475d-95dc-dc7da2b84350. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.570259] env[69265]: DEBUG nova.network.neutron [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating instance_info_cache with network_info: [{"id": "66b10043-90c4-475d-95dc-dc7da2b84350", "address": "fa:16:3e:ae:e2:e7", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b10043-90", "ovs_interfaceid": "66b10043-90c4-475d-95dc-dc7da2b84350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.592362] env[69265]: DEBUG nova.scheduler.client.report [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.659628] env[69265]: DEBUG oslo_concurrency.lockutils [None req-26d03629-cd1f-4c55-93b7-62c308916eec tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "2b523f68-396b-437a-ad1b-833802639e67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.040s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.742764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquiring lock "9edf3bcb-6734-4e69-9455-da267cea0bcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.743026] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "9edf3bcb-6734-4e69-9455-da267cea0bcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.863158] env[69265]: DEBUG nova.network.neutron [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Successfully updated port: a02cdb86-74ff-4a31-a766-a788e36600c9 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.887222] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475805, 'name': CreateVM_Task, 'duration_secs': 0.31045} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.887441] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.888311] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.892043] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.892459] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.892974] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfeca57-7a5d-403e-b719-78854cc38ba7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.898350] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 760.898350] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5264d4ad-f955-0a19-b9ba-c6c457c921b6" [ 760.898350] env[69265]: _type = "Task" [ 760.898350] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.908016] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5264d4ad-f955-0a19-b9ba-c6c457c921b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.073512] env[69265]: DEBUG oslo_concurrency.lockutils [req-c7cbf47b-2835-48ba-80cd-47ad158c2234 req-4143d09f-e760-4b39-b548-0c011b6aa8c1 service nova] Releasing lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.098706] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.099268] env[69265]: DEBUG nova.compute.manager [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.101856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.279s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.102114] env[69265]: DEBUG nova.objects.instance [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lazy-loading 'resources' on Instance uuid c1f2c675-c9ad-41b0-97b5-600e621927de {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.164488] env[69265]: DEBUG nova.compute.manager [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.367129] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-9bb54c89-5c52-466a-88b6-bb3c98a6bd91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.367304] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-9bb54c89-5c52-466a-88b6-bb3c98a6bd91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.367461] env[69265]: DEBUG nova.network.neutron [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.414027] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5264d4ad-f955-0a19-b9ba-c6c457c921b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.414344] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.414573] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.414799] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.414943] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.415132] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.415383] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a3483a7-7a59-44d4-a4ee-4cc2b8f215dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.425837] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.426031] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.426726] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f3d5f1-9049-4833-b08e-49bbf2604049 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.431694] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 761.431694] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f50550-caec-677f-dd3b-74fafc67306e" [ 761.431694] env[69265]: _type = "Task" [ 761.431694] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.440585] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f50550-caec-677f-dd3b-74fafc67306e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.607548] env[69265]: DEBUG nova.compute.utils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.609112] env[69265]: DEBUG nova.compute.manager [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 761.696035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.905614] env[69265]: DEBUG nova.network.neutron [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.943650] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f50550-caec-677f-dd3b-74fafc67306e, 'name': SearchDatastore_Task, 'duration_secs': 0.027094} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.946672] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15253ae2-e942-4c40-a24d-82ba0746d510 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.953895] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 761.953895] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520afcf0-835a-84dc-a02b-026df31287f0" [ 761.953895] env[69265]: _type = "Task" [ 761.953895] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.962257] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520afcf0-835a-84dc-a02b-026df31287f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.050855] env[69265]: DEBUG nova.network.neutron [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Updating instance_info_cache with network_info: [{"id": "a02cdb86-74ff-4a31-a766-a788e36600c9", "address": "fa:16:3e:8f:ac:90", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02cdb86-74", "ovs_interfaceid": "a02cdb86-74ff-4a31-a766-a788e36600c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.073954] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf72d3-5f8e-4631-b694-004fdd0fe763 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.082849] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0fa50e-577b-4925-85c6-dd553a573697 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.116020] env[69265]: DEBUG nova.compute.manager [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.120102] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398f715c-01b4-4d06-8246-fe2ecf3d9bb0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.128026] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c81b5f-29d6-4f6b-b1ce-7cf4cfff45f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.143184] env[69265]: DEBUG nova.compute.provider_tree [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.246029] env[69265]: DEBUG nova.compute.manager [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Received event network-vif-plugged-a02cdb86-74ff-4a31-a766-a788e36600c9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.246289] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] Acquiring lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.246499] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.246668] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.246900] env[69265]: DEBUG nova.compute.manager [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] No waiting events found dispatching network-vif-plugged-a02cdb86-74ff-4a31-a766-a788e36600c9 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.247097] env[69265]: WARNING nova.compute.manager [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Received unexpected event network-vif-plugged-a02cdb86-74ff-4a31-a766-a788e36600c9 for instance with vm_state building and task_state spawning. [ 762.247332] env[69265]: DEBUG nova.compute.manager [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Received event network-changed-a02cdb86-74ff-4a31-a766-a788e36600c9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.247536] env[69265]: DEBUG nova.compute.manager [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Refreshing instance network info cache due to event network-changed-a02cdb86-74ff-4a31-a766-a788e36600c9. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.247744] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] Acquiring lock "refresh_cache-9bb54c89-5c52-466a-88b6-bb3c98a6bd91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.269764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquiring lock "2b523f68-396b-437a-ad1b-833802639e67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.270041] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "2b523f68-396b-437a-ad1b-833802639e67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.270260] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquiring lock "2b523f68-396b-437a-ad1b-833802639e67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.271413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "2b523f68-396b-437a-ad1b-833802639e67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.271413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "2b523f68-396b-437a-ad1b-833802639e67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.272787] env[69265]: INFO nova.compute.manager [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Terminating instance [ 762.465188] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520afcf0-835a-84dc-a02b-026df31287f0, 'name': SearchDatastore_Task, 'duration_secs': 0.03632} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.465394] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.465682] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] cd72fe81-eab5-496c-9f24-21ea8d2c6e20/cd72fe81-eab5-496c-9f24-21ea8d2c6e20.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.466199] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-783b5ef3-bf44-47c1-a250-a6c9bd128b5c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.473224] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 762.473224] env[69265]: value = "task-3475806" [ 762.473224] env[69265]: _type = "Task" [ 762.473224] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.481472] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.553728] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-9bb54c89-5c52-466a-88b6-bb3c98a6bd91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.554094] env[69265]: DEBUG nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Instance network_info: |[{"id": "a02cdb86-74ff-4a31-a766-a788e36600c9", "address": "fa:16:3e:8f:ac:90", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02cdb86-74", "ovs_interfaceid": "a02cdb86-74ff-4a31-a766-a788e36600c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.554416] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] Acquired lock "refresh_cache-9bb54c89-5c52-466a-88b6-bb3c98a6bd91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.554977] env[69265]: DEBUG nova.network.neutron [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Refreshing network info cache for port a02cdb86-74ff-4a31-a766-a788e36600c9 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.556330] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ac:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a02cdb86-74ff-4a31-a766-a788e36600c9', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.565062] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.565799] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.566125] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c1e61a6-11e5-4d63-aeeb-b7ba9558ea83 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.586088] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "7506564e-f7fa-401e-8b16-24c3ea85244a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.586319] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "7506564e-f7fa-401e-8b16-24c3ea85244a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.589715] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.589715] env[69265]: value = "task-3475807" [ 762.589715] env[69265]: _type = "Task" [ 762.589715] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.598015] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475807, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.648872] env[69265]: DEBUG nova.scheduler.client.report [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.776468] env[69265]: DEBUG nova.compute.manager [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.776705] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.777793] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f50641a-ed41-4e91-85b4-f329f83a81da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.786135] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.786135] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644a3f66-fd6e-4490-8aa3-1ad90544e382 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.795200] env[69265]: DEBUG oslo_vmware.api [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 762.795200] env[69265]: value = "task-3475808" [ 762.795200] env[69265]: _type = "Task" [ 762.795200] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.805878] env[69265]: DEBUG oslo_vmware.api [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.830148] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "79b20aa0-baba-43a6-ae69-9689ac007eca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.830842] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "79b20aa0-baba-43a6-ae69-9689ac007eca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.982852] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477906} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.983178] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] cd72fe81-eab5-496c-9f24-21ea8d2c6e20/cd72fe81-eab5-496c-9f24-21ea8d2c6e20.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.983412] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.983667] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc22d01-1551-4aac-8a1a-11a53b231904 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.989681] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 762.989681] env[69265]: value = "task-3475809" [ 762.989681] env[69265]: _type = "Task" [ 762.989681] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.997609] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.099346] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475807, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.129111] env[69265]: DEBUG nova.compute.manager [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.154121] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.156252] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.519s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.156500] env[69265]: DEBUG nova.objects.instance [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lazy-loading 'resources' on Instance uuid ee2d9832-32ef-44b2-878c-89762f813480 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.165256] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.165256] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.165256] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.165386] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.165386] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.165386] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.165386] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.165386] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.165513] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.165513] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.165513] env[69265]: DEBUG nova.virt.hardware [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.165725] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d6a84e-1280-4784-a6e0-b768f922e0f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.177813] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813f523b-48a9-4ca7-b6ad-965fd0a29a5e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.182984] env[69265]: INFO nova.scheduler.client.report [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Deleted allocations for instance c1f2c675-c9ad-41b0-97b5-600e621927de [ 763.196734] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.202217] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Creating folder: Project (162d337be92e49fc945d75d72ce37ca7). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.202511] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9e637ca-1417-4f0d-b52c-7f7caed05cee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.212047] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Created folder: Project (162d337be92e49fc945d75d72ce37ca7) in parent group-v694865. [ 763.212247] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Creating folder: Instances. Parent ref: group-v694949. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.215174] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47338758-9d32-4e1a-bbe1-3f3448aa2871 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.221422] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Created folder: Instances in parent group-v694949. [ 763.221976] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.222312] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.222687] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0305069d-ad5c-4da4-ac7c-ca45accf2e95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.243715] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.243715] env[69265]: value = "task-3475812" [ 763.243715] env[69265]: _type = "Task" [ 763.243715] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.251917] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475812, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.310484] env[69265]: DEBUG oslo_vmware.api [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475808, 'name': PowerOffVM_Task, 'duration_secs': 0.287265} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.310484] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.310484] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.310484] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc00ceb8-55a3-4ce3-939f-b4c647273a0f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.344118] env[69265]: DEBUG nova.network.neutron [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Updated VIF entry in instance network info cache for port a02cdb86-74ff-4a31-a766-a788e36600c9. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.344118] env[69265]: DEBUG nova.network.neutron [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Updating instance_info_cache with network_info: [{"id": "a02cdb86-74ff-4a31-a766-a788e36600c9", "address": "fa:16:3e:8f:ac:90", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02cdb86-74", "ovs_interfaceid": "a02cdb86-74ff-4a31-a766-a788e36600c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.368318] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.368318] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.368318] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Deleting the datastore file [datastore2] 2b523f68-396b-437a-ad1b-833802639e67 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.368318] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5e0fca3-e31b-4e16-8ed9-12e067ee4bcc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.376021] env[69265]: DEBUG oslo_vmware.api [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for the task: (returnval){ [ 763.376021] env[69265]: value = "task-3475814" [ 763.376021] env[69265]: _type = "Task" [ 763.376021] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.383730] env[69265]: DEBUG oslo_vmware.api [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.500426] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076489} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.500692] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.501572] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d246d4d-1575-4481-9d89-ffc096d0d7b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.527984] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] cd72fe81-eab5-496c-9f24-21ea8d2c6e20/cd72fe81-eab5-496c-9f24-21ea8d2c6e20.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.527984] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82aa3377-e74a-40e7-8999-d45664cf7644 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.547114] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 763.547114] env[69265]: value = "task-3475815" [ 763.547114] env[69265]: _type = "Task" [ 763.547114] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.556948] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.599852] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475807, 'name': CreateVM_Task, 'duration_secs': 0.586204} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.600081] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.600778] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.600986] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.601346] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.601611] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377516ed-76a0-41bb-a4f5-9db95d6e0a9b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.605660] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 763.605660] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5224e573-ec3f-97fb-ba99-536b1ecd1958" [ 763.605660] env[69265]: _type = "Task" [ 763.605660] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.612786] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5224e573-ec3f-97fb-ba99-536b1ecd1958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.703076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Lock "c1f2c675-c9ad-41b0-97b5-600e621927de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.191s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.752773] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475812, 'name': CreateVM_Task, 'duration_secs': 0.352356} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.755175] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.756275] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.848798] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e98cc4c-8959-40a3-8b49-b55111303680 req-879c37a6-4fe9-467d-b462-5d5be8dc9fd1 service nova] Releasing lock "refresh_cache-9bb54c89-5c52-466a-88b6-bb3c98a6bd91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.887627] env[69265]: DEBUG oslo_vmware.api [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Task: {'id': task-3475814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202518} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.888330] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.888330] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.888330] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.888561] env[69265]: INFO nova.compute.manager [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Took 1.11 seconds to destroy the instance on the hypervisor. [ 763.888620] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.888804] env[69265]: DEBUG nova.compute.manager [-] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.888899] env[69265]: DEBUG nova.network.neutron [-] [instance: 2b523f68-396b-437a-ad1b-833802639e67] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.058704] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475815, 'name': ReconfigVM_Task, 'duration_secs': 0.275274} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.058987] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Reconfigured VM instance instance-0000001b to attach disk [datastore2] cd72fe81-eab5-496c-9f24-21ea8d2c6e20/cd72fe81-eab5-496c-9f24-21ea8d2c6e20.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.059601] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ce1d896-6043-499c-baeb-e08e440fe99c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.067143] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 764.067143] env[69265]: value = "task-3475816" [ 764.067143] env[69265]: _type = "Task" [ 764.067143] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.075188] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475816, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.119157] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5224e573-ec3f-97fb-ba99-536b1ecd1958, 'name': SearchDatastore_Task, 'duration_secs': 0.008317} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.119157] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.119157] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.119157] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.119804] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.119804] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.119804] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.119804] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.119804] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8260f74c-8e31-4875-ae06-f5a13d0d43b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.120045] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849eefac-736d-4238-b576-fc821539c295 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.127596] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 764.127596] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d76179-586a-e4ed-243d-2a4d7ab5b33a" [ 764.127596] env[69265]: _type = "Task" [ 764.127596] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.132445] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.132580] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.133661] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50b0229-73bb-42ec-9b38-ef42d06d8516 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.140353] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d76179-586a-e4ed-243d-2a4d7ab5b33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.142171] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 764.142171] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527139e4-b979-118b-748b-84598c5daa59" [ 764.142171] env[69265]: _type = "Task" [ 764.142171] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.147037] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b437fba-d3ae-4e62-a775-422355235172 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.156184] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527139e4-b979-118b-748b-84598c5daa59, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.157527] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7659d6b6-1d42-4585-bc59-35ab562f5d4f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.160872] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec73b8-d437-46b5-a0b8-2d8384a0590a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.167773] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 764.167773] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202cd33-eeac-f10b-45f6-536899fc7791" [ 764.167773] env[69265]: _type = "Task" [ 764.167773] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.198422] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260066d0-0d48-4afe-a183-4ac156044117 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.207757] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202cd33-eeac-f10b-45f6-536899fc7791, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.209966] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.210245] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 9bb54c89-5c52-466a-88b6-bb3c98a6bd91/9bb54c89-5c52-466a-88b6-bb3c98a6bd91.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.210791] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e117502d-6844-476a-a0f0-8480a2e8e8f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.214816] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f5a42-4381-4090-b829-6a29b87cdc56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.229243] env[69265]: DEBUG nova.compute.provider_tree [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.232629] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 764.232629] env[69265]: value = "task-3475817" [ 764.232629] env[69265]: _type = "Task" [ 764.232629] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.241238] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.527164] env[69265]: DEBUG nova.compute.manager [req-0422774e-b03d-4142-8bd7-dae5dc001506 req-dc2ea4be-6582-4df0-9d28-d6717f7560b5 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Received event network-vif-deleted-48fca90a-98f0-4c08-9e81-84c6ecac54a5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.527164] env[69265]: INFO nova.compute.manager [req-0422774e-b03d-4142-8bd7-dae5dc001506 req-dc2ea4be-6582-4df0-9d28-d6717f7560b5 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Neutron deleted interface 48fca90a-98f0-4c08-9e81-84c6ecac54a5; detaching it from the instance and deleting it from the info cache [ 764.527508] env[69265]: DEBUG nova.network.neutron [req-0422774e-b03d-4142-8bd7-dae5dc001506 req-dc2ea4be-6582-4df0-9d28-d6717f7560b5 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.580298] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475816, 'name': Rename_Task, 'duration_secs': 0.141578} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.580298] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.580298] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a842f43e-2ef3-4e1f-94af-2888deedb272 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.587470] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 764.587470] env[69265]: value = "task-3475818" [ 764.587470] env[69265]: _type = "Task" [ 764.587470] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.599013] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.638744] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d76179-586a-e4ed-243d-2a4d7ab5b33a, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.639424] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.639772] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.640166] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.640422] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.640706] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.641093] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfa3da1a-6d65-4efb-add6-ce430d042b71 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.656302] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.656302] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.656302] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd17e832-d972-47ef-9698-5e6f2591d049 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.663655] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 764.663655] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fe9c02-fc60-4079-a701-4adabea02ae9" [ 764.663655] env[69265]: _type = "Task" [ 764.663655] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.675127] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fe9c02-fc60-4079-a701-4adabea02ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.702678] env[69265]: DEBUG nova.network.neutron [-] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.735361] env[69265]: DEBUG nova.scheduler.client.report [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.754994] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49085} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.756902] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 9bb54c89-5c52-466a-88b6-bb3c98a6bd91/9bb54c89-5c52-466a-88b6-bb3c98a6bd91.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.756902] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.756902] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1651a0a8-068b-487c-b2f0-863e2bae4336 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.763044] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 764.763044] env[69265]: value = "task-3475819" [ 764.763044] env[69265]: _type = "Task" [ 764.763044] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.772836] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.031040] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a8532e6-c07f-4ce9-8f7b-3c358e0f5e86 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.040699] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178483b-70c9-40ab-87ea-e4e4a53af5a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.072749] env[69265]: DEBUG nova.compute.manager [req-0422774e-b03d-4142-8bd7-dae5dc001506 req-dc2ea4be-6582-4df0-9d28-d6717f7560b5 service nova] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Detach interface failed, port_id=48fca90a-98f0-4c08-9e81-84c6ecac54a5, reason: Instance 2b523f68-396b-437a-ad1b-833802639e67 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.094638] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.174254] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fe9c02-fc60-4079-a701-4adabea02ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.027114} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.174750] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91aec0d-e691-4dec-8061-8efcbbbb24f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.179853] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 765.179853] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526f5530-64f8-cda2-fcd4-cf344c8982c2" [ 765.179853] env[69265]: _type = "Task" [ 765.179853] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.187225] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526f5530-64f8-cda2-fcd4-cf344c8982c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.205875] env[69265]: INFO nova.compute.manager [-] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Took 1.32 seconds to deallocate network for instance. [ 765.253221] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.255038] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.912s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.255826] env[69265]: INFO nova.compute.claims [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.274851] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090808} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.275194] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.276076] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eca0e6-eaa9-4c22-aebd-69a175616cf0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.301060] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 9bb54c89-5c52-466a-88b6-bb3c98a6bd91/9bb54c89-5c52-466a-88b6-bb3c98a6bd91.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.302109] env[69265]: INFO nova.scheduler.client.report [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Deleted allocations for instance ee2d9832-32ef-44b2-878c-89762f813480 [ 765.303574] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70fd07ad-8b68-45e0-b04b-a07063ef4baa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.326639] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 765.326639] env[69265]: value = "task-3475820" [ 765.326639] env[69265]: _type = "Task" [ 765.326639] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.335024] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.598734] env[69265]: DEBUG oslo_vmware.api [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3475818, 'name': PowerOnVM_Task, 'duration_secs': 0.541602} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.599014] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.599237] env[69265]: INFO nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Took 7.86 seconds to spawn the instance on the hypervisor. [ 765.599413] env[69265]: DEBUG nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.600235] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2221094f-d97e-46ec-8d75-2ef1bda1e2f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.699142] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526f5530-64f8-cda2-fcd4-cf344c8982c2, 'name': SearchDatastore_Task, 'duration_secs': 0.025596} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.699142] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.699142] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d/1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.699142] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da5ce2df-935b-457e-b0c3-07a15da3d26a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.706016] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 765.706016] env[69265]: value = "task-3475821" [ 765.706016] env[69265]: _type = "Task" [ 765.706016] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.713052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.713052] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.827699] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06980c59-3071-4feb-80ce-754887b75444 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Lock "ee2d9832-32ef-44b2-878c-89762f813480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.578s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.837787] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475820, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.120506] env[69265]: INFO nova.compute.manager [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Took 38.73 seconds to build instance. [ 766.216178] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475821, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.350023] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475820, 'name': ReconfigVM_Task, 'duration_secs': 0.522806} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.350023] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 9bb54c89-5c52-466a-88b6-bb3c98a6bd91/9bb54c89-5c52-466a-88b6-bb3c98a6bd91.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.350023] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-203b3ca5-4a91-4804-8c8a-6c7dac5a3c4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.360063] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 766.360063] env[69265]: value = "task-3475822" [ 766.360063] env[69265]: _type = "Task" [ 766.360063] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.376259] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475822, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.623086] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.895s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.724462] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9429} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.730985] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d/1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.733934] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.734444] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a4b4f79-24fa-4654-a4b7-4838bc215f63 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.741025] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 766.741025] env[69265]: value = "task-3475823" [ 766.741025] env[69265]: _type = "Task" [ 766.741025] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.749361] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.878615] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475822, 'name': Rename_Task, 'duration_secs': 0.307911} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.878615] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.878615] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b3c71e2-8666-4201-a3ed-574bad0f40a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.891946] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 766.891946] env[69265]: value = "task-3475824" [ 766.891946] env[69265]: _type = "Task" [ 766.891946] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.909496] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475824, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.915919] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ad11cc-9ab0-4142-9f26-e1c4f5463663 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.922779] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc856be0-0424-4764-9146-30c94a07b070 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.963045] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680794c7-4311-4e39-8ea0-3a6b31919f7e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.970951] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1185d64-0b28-463f-8b89-2ba34e41031d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.986476] env[69265]: DEBUG nova.compute.provider_tree [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.129090] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.256184] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0698} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.256184] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.258866] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed6b8cc-678c-4e84-82f5-f2dd728694a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.284207] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d/1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.284481] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09b4a0b-15eb-4cef-b491-6af94eec668d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.306318] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 767.306318] env[69265]: value = "task-3475825" [ 767.306318] env[69265]: _type = "Task" [ 767.306318] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.316734] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.407775] env[69265]: DEBUG oslo_vmware.api [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475824, 'name': PowerOnVM_Task, 'duration_secs': 0.468721} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.408302] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.409112] env[69265]: INFO nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Took 6.94 seconds to spawn the instance on the hypervisor. [ 767.409785] env[69265]: DEBUG nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.410762] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b825b5-dbf0-496a-83db-ca8bf47608d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.490096] env[69265]: DEBUG nova.scheduler.client.report [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.512349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "06338a3b-8496-46c8-8c2f-d760493400c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.512507] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "06338a3b-8496-46c8-8c2f-d760493400c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.653404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.817530] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.938728] env[69265]: INFO nova.compute.manager [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Took 39.03 seconds to build instance. [ 768.002023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.002574] env[69265]: DEBUG nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.005622] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.967s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.005842] env[69265]: DEBUG nova.objects.instance [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lazy-loading 'resources' on Instance uuid 7a574cff-cec8-4b0c-b705-cd09f81b15f2 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.318255] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475825, 'name': ReconfigVM_Task, 'duration_secs': 0.523424} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.318255] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d/1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.319171] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03650e90-c449-446b-a04a-ee49d66c462f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.325867] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 768.325867] env[69265]: value = "task-3475826" [ 768.325867] env[69265]: _type = "Task" [ 768.325867] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.334983] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475826, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.441533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-950def1a-5659-499c-be53-9d5075eb9afe tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.464s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.510063] env[69265]: DEBUG nova.compute.utils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.513738] env[69265]: DEBUG nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.513824] env[69265]: DEBUG nova.network.neutron [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.561370] env[69265]: DEBUG nova.policy [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a79f451f566642c8af2502ab27b85684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1eb7d102bf3f41e6b2426bdd6745b1b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.841782] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475826, 'name': Rename_Task, 'duration_secs': 0.156145} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.844805] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.845429] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5bed5f5-e693-4e84-87ab-b2eace1b692a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.858191] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 768.858191] env[69265]: value = "task-3475827" [ 768.858191] env[69265]: _type = "Task" [ 768.858191] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.867102] env[69265]: DEBUG nova.network.neutron [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Successfully created port: 86fea7dd-34c9-4dff-a2df-cce54858f348 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.880692] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475827, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.949955] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.014474] env[69265]: DEBUG nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.132654] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c07a8-05ba-47b3-877b-1c64ba83f20d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.142346] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80c623c-7e87-448d-8f98-132603bee1c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.175211] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3717cb-7644-4ff6-ba60-b949652d251d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.183057] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2337ad6-8a75-4985-ad06-af6e57932525 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.197191] env[69265]: DEBUG nova.compute.provider_tree [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.373363] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475827, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.479020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.703179] env[69265]: DEBUG nova.scheduler.client.report [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.871903] env[69265]: DEBUG oslo_vmware.api [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475827, 'name': PowerOnVM_Task, 'duration_secs': 0.757864} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.872329] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.872720] env[69265]: INFO nova.compute.manager [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Took 6.74 seconds to spawn the instance on the hypervisor. [ 769.873019] env[69265]: DEBUG nova.compute.manager [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.873963] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f666f360-43ea-4e13-9447-4a5137f1cc88 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.026082] env[69265]: DEBUG nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.064793] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.064793] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.064793] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.065116] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.066033] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.066033] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.066033] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.066299] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.066383] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.066578] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.066714] env[69265]: DEBUG nova.virt.hardware [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.067650] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fea8181-1801-478d-88dc-5730282a843a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.076492] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4081b9-afe9-43d9-a52c-b6ce0571b778 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.094124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.094376] env[69265]: DEBUG oslo_concurrency.lockutils [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.209964] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.213995] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.968s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.218021] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.218021] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 770.218021] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.686s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.218021] env[69265]: DEBUG nova.objects.instance [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lazy-loading 'resources' on Instance uuid 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.218021] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba345cd0-e7c1-4964-8c7b-7de0d6596543 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.226492] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3d18be-8128-46af-8cc4-0268c0918385 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.248644] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d7977-089a-44e0-a080-112e2779a4d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.252712] env[69265]: INFO nova.scheduler.client.report [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Deleted allocations for instance 7a574cff-cec8-4b0c-b705-cd09f81b15f2 [ 770.261248] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8fdf2-f096-4bce-8755-982ea275630e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.298605] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179658MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 770.298908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.394386] env[69265]: INFO nova.compute.manager [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Took 40.35 seconds to build instance. [ 770.516022] env[69265]: DEBUG nova.network.neutron [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Successfully updated port: 86fea7dd-34c9-4dff-a2df-cce54858f348 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.598202] env[69265]: DEBUG nova.compute.utils [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.676807] env[69265]: DEBUG nova.compute.manager [req-c2da014d-3536-4e08-924f-230c6d16d3c9 req-87279d6e-82ed-4d43-baf1-7e41fa602135 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Received event network-vif-plugged-86fea7dd-34c9-4dff-a2df-cce54858f348 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.677107] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2da014d-3536-4e08-924f-230c6d16d3c9 req-87279d6e-82ed-4d43-baf1-7e41fa602135 service nova] Acquiring lock "ed692e48-b9de-4a4f-8822-7b48266a065e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.677334] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2da014d-3536-4e08-924f-230c6d16d3c9 req-87279d6e-82ed-4d43-baf1-7e41fa602135 service nova] Lock "ed692e48-b9de-4a4f-8822-7b48266a065e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.677513] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2da014d-3536-4e08-924f-230c6d16d3c9 req-87279d6e-82ed-4d43-baf1-7e41fa602135 service nova] Lock "ed692e48-b9de-4a4f-8822-7b48266a065e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.677684] env[69265]: DEBUG nova.compute.manager [req-c2da014d-3536-4e08-924f-230c6d16d3c9 req-87279d6e-82ed-4d43-baf1-7e41fa602135 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] No waiting events found dispatching network-vif-plugged-86fea7dd-34c9-4dff-a2df-cce54858f348 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.677851] env[69265]: WARNING nova.compute.manager [req-c2da014d-3536-4e08-924f-230c6d16d3c9 req-87279d6e-82ed-4d43-baf1-7e41fa602135 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Received unexpected event network-vif-plugged-86fea7dd-34c9-4dff-a2df-cce54858f348 for instance with vm_state building and task_state spawning. [ 770.767966] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6113001b-5652-4086-8487-87b3f33e9978 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Lock "7a574cff-cec8-4b0c-b705-cd09f81b15f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.343s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.896188] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d2c4fe0-c8ef-4b15-931b-1b43923c85a9 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.189s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.019746] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquiring lock "refresh_cache-ed692e48-b9de-4a4f-8822-7b48266a065e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.019903] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquired lock "refresh_cache-ed692e48-b9de-4a4f-8822-7b48266a065e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.020072] env[69265]: DEBUG nova.network.neutron [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.102588] env[69265]: DEBUG oslo_concurrency.lockutils [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.227178] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e5a51-9e7a-4a4a-9b50-93cadeb30381 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.236578] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe0c5c-365a-4da5-8e47-e974775a8291 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.269572] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a89ffa-7261-429c-8c01-3492bff168f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.279218] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f2e750-4669-42a3-90e0-ab946f8a57b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.301544] env[69265]: DEBUG nova.compute.provider_tree [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.401360] env[69265]: DEBUG nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.564237] env[69265]: DEBUG nova.network.neutron [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.578466] env[69265]: DEBUG nova.compute.manager [None req-229b0350-0f07-4b0c-bbc0-c95283a79186 tempest-ServerDiagnosticsV248Test-1274769618 tempest-ServerDiagnosticsV248Test-1274769618-project-admin] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.579820] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28b43a7-5a18-4bb9-a4a6-dff80c198acb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.589815] env[69265]: INFO nova.compute.manager [None req-229b0350-0f07-4b0c-bbc0-c95283a79186 tempest-ServerDiagnosticsV248Test-1274769618 tempest-ServerDiagnosticsV248Test-1274769618-project-admin] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Retrieving diagnostics [ 771.590846] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b021f1-c30a-4e10-8758-bce96d439ef6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.752754] env[69265]: DEBUG nova.network.neutron [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Updating instance_info_cache with network_info: [{"id": "86fea7dd-34c9-4dff-a2df-cce54858f348", "address": "fa:16:3e:7c:3a:a8", "network": {"id": "f0180a25-e2bf-42ea-adaa-ae9901ae7449", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2140580804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eb7d102bf3f41e6b2426bdd6745b1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fea7dd-34", "ovs_interfaceid": "86fea7dd-34c9-4dff-a2df-cce54858f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.804948] env[69265]: DEBUG nova.scheduler.client.report [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.930847] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.194479] env[69265]: DEBUG oslo_concurrency.lockutils [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.194479] env[69265]: DEBUG oslo_concurrency.lockutils [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.194479] env[69265]: INFO nova.compute.manager [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Attaching volume c84e20ec-7409-43d0-93cf-040e87886b7a to /dev/sdb [ 772.250264] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f85b4b-6d9e-4d50-9b31-106c66ada92d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.255395] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Releasing lock "refresh_cache-ed692e48-b9de-4a4f-8822-7b48266a065e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.255980] env[69265]: DEBUG nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Instance network_info: |[{"id": "86fea7dd-34c9-4dff-a2df-cce54858f348", "address": "fa:16:3e:7c:3a:a8", "network": {"id": "f0180a25-e2bf-42ea-adaa-ae9901ae7449", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2140580804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eb7d102bf3f41e6b2426bdd6745b1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fea7dd-34", "ovs_interfaceid": "86fea7dd-34c9-4dff-a2df-cce54858f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.256744] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:3a:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86fea7dd-34c9-4dff-a2df-cce54858f348', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.265169] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Creating folder: Project (1eb7d102bf3f41e6b2426bdd6745b1b0). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.267661] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb3ad4eb-853d-44b0-bd03-9f51974b3f56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.271112] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5290b8dc-e104-4534-b9f2-84d0276cf54e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.289854] env[69265]: DEBUG nova.virt.block_device [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Updating existing volume attachment record: 0c52ef23-c29e-4f1c-af29-10916e3ada59 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 772.295777] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Created folder: Project (1eb7d102bf3f41e6b2426bdd6745b1b0) in parent group-v694865. [ 772.299183] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Creating folder: Instances. Parent ref: group-v694952. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.299183] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f26c161-37bb-43a3-971e-9bb50f9f4f94 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.310948] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.314127] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Created folder: Instances in parent group-v694952. [ 772.314127] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.314127] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.409s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.316608] env[69265]: INFO nova.compute.claims [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.323140] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.323309] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-689308e9-5adc-416a-8d0f-af81ac54b51f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.344739] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.344739] env[69265]: value = "task-3475830" [ 772.344739] env[69265]: _type = "Task" [ 772.344739] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.348604] env[69265]: INFO nova.scheduler.client.report [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Deleted allocations for instance 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790 [ 772.361179] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475830, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.707551] env[69265]: DEBUG nova.compute.manager [req-a4be499f-a878-440c-9eda-5d221ee9e426 req-f9ab6296-a5a8-432c-8a64-af8976fc0615 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Received event network-changed-86fea7dd-34c9-4dff-a2df-cce54858f348 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.707829] env[69265]: DEBUG nova.compute.manager [req-a4be499f-a878-440c-9eda-5d221ee9e426 req-f9ab6296-a5a8-432c-8a64-af8976fc0615 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Refreshing instance network info cache due to event network-changed-86fea7dd-34c9-4dff-a2df-cce54858f348. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.708033] env[69265]: DEBUG oslo_concurrency.lockutils [req-a4be499f-a878-440c-9eda-5d221ee9e426 req-f9ab6296-a5a8-432c-8a64-af8976fc0615 service nova] Acquiring lock "refresh_cache-ed692e48-b9de-4a4f-8822-7b48266a065e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.708151] env[69265]: DEBUG oslo_concurrency.lockutils [req-a4be499f-a878-440c-9eda-5d221ee9e426 req-f9ab6296-a5a8-432c-8a64-af8976fc0615 service nova] Acquired lock "refresh_cache-ed692e48-b9de-4a4f-8822-7b48266a065e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.708295] env[69265]: DEBUG nova.network.neutron [req-a4be499f-a878-440c-9eda-5d221ee9e426 req-f9ab6296-a5a8-432c-8a64-af8976fc0615 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Refreshing network info cache for port 86fea7dd-34c9-4dff-a2df-cce54858f348 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.824343] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.824600] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.854754] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475830, 'name': CreateVM_Task, 'duration_secs': 0.387735} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.855565] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.856286] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.856451] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.856763] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.857460] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba39d66-c179-4a36-8759-1d6066a9a5d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.862773] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 772.862773] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52df61a9-042a-4f53-3a65-8e5643f0ee84" [ 772.862773] env[69265]: _type = "Task" [ 772.862773] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.868240] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Lock "8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.049s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.873971] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52df61a9-042a-4f53-3a65-8e5643f0ee84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.387576] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52df61a9-042a-4f53-3a65-8e5643f0ee84, 'name': SearchDatastore_Task, 'duration_secs': 0.013196} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.387993] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.388338] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.388662] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.389303] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.389375] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.389647] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e14fbab-a3c0-4981-b65e-bbf2a440dbfe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.399665] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.399977] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.400940] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057e2f49-8083-40ea-94b6-a760efb74bda {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.409914] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 773.409914] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520ea198-1205-3891-e9c3-59afd3b700d6" [ 773.409914] env[69265]: _type = "Task" [ 773.409914] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.418989] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520ea198-1205-3891-e9c3-59afd3b700d6, 'name': SearchDatastore_Task} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.419924] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3cc24d-96bf-49ca-b8ab-a486d408b582 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.428679] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 773.428679] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52847375-a0b3-b82f-c049-e8eda4df38b0" [ 773.428679] env[69265]: _type = "Task" [ 773.428679] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.439850] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52847375-a0b3-b82f-c049-e8eda4df38b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.488759] env[69265]: DEBUG nova.network.neutron [req-a4be499f-a878-440c-9eda-5d221ee9e426 req-f9ab6296-a5a8-432c-8a64-af8976fc0615 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Updated VIF entry in instance network info cache for port 86fea7dd-34c9-4dff-a2df-cce54858f348. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.489148] env[69265]: DEBUG nova.network.neutron [req-a4be499f-a878-440c-9eda-5d221ee9e426 req-f9ab6296-a5a8-432c-8a64-af8976fc0615 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Updating instance_info_cache with network_info: [{"id": "86fea7dd-34c9-4dff-a2df-cce54858f348", "address": "fa:16:3e:7c:3a:a8", "network": {"id": "f0180a25-e2bf-42ea-adaa-ae9901ae7449", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2140580804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eb7d102bf3f41e6b2426bdd6745b1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fea7dd-34", "ovs_interfaceid": "86fea7dd-34c9-4dff-a2df-cce54858f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.878869] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99fb6bc-3ffd-4d36-a79e-0e0c6c78b889 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.887165] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961a7c5-0c5a-4426-8242-414046a06d72 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.920818] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b7f50e-feac-4600-9b1a-60f8ecb34d46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.928767] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1105a1-cb24-46fe-8942-7c1bec37eacd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.941795] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52847375-a0b3-b82f-c049-e8eda4df38b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.949565] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.949838] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ed692e48-b9de-4a4f-8822-7b48266a065e/ed692e48-b9de-4a4f-8822-7b48266a065e.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.950324] env[69265]: DEBUG nova.compute.provider_tree [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.952628] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec97082-6921-4aff-9d49-4c95db176f3d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.959113] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 773.959113] env[69265]: value = "task-3475835" [ 773.959113] env[69265]: _type = "Task" [ 773.959113] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.968153] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.992546] env[69265]: DEBUG oslo_concurrency.lockutils [req-a4be499f-a878-440c-9eda-5d221ee9e426 req-f9ab6296-a5a8-432c-8a64-af8976fc0615 service nova] Releasing lock "refresh_cache-ed692e48-b9de-4a4f-8822-7b48266a065e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.454431] env[69265]: DEBUG nova.scheduler.client.report [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.479607] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.963537] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.964482] env[69265]: DEBUG nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.969455] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.809s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.971650] env[69265]: INFO nova.compute.claims [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.988472] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632354} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.989120] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ed692e48-b9de-4a4f-8822-7b48266a065e/ed692e48-b9de-4a4f-8822-7b48266a065e.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.989231] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.990333] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72fc244e-fc83-4e60-94cd-f98647ef3ccc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.998594] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 774.998594] env[69265]: value = "task-3475837" [ 774.998594] env[69265]: _type = "Task" [ 774.998594] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.008550] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.485624] env[69265]: DEBUG nova.compute.utils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.488183] env[69265]: DEBUG nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.488369] env[69265]: DEBUG nova.network.neutron [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.512209] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072757} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.512534] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.513330] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8932ad-f565-4a24-9b6a-2196499bad84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.536894] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] ed692e48-b9de-4a4f-8822-7b48266a065e/ed692e48-b9de-4a4f-8822-7b48266a065e.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.537265] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bfca4b8-9b37-48fd-a468-0ed97ad2cba2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.556836] env[69265]: DEBUG nova.policy [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863fb5753cc6444aa46ee3bdf06e4d4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63c8f54b91a4da08f2daafc05c9b5fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.567020] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 775.567020] env[69265]: value = "task-3475838" [ 775.567020] env[69265]: _type = "Task" [ 775.567020] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.572770] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.873328] env[69265]: DEBUG nova.network.neutron [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Successfully created port: 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.992287] env[69265]: DEBUG nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.080060] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.582787] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475838, 'name': ReconfigVM_Task, 'duration_secs': 0.912463} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.586030] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Reconfigured VM instance instance-0000001e to attach disk [datastore1] ed692e48-b9de-4a4f-8822-7b48266a065e/ed692e48-b9de-4a4f-8822-7b48266a065e.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.587336] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59fe85ba-db56-413d-9820-1f2705396485 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.590260] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.590477] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.591974] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19914e64-f01e-47ae-b2b6-ef9a6bb03998 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.601414] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713613ed-26c3-494e-b726-b8323ae1026f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.604636] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 776.604636] env[69265]: value = "task-3475839" [ 776.604636] env[69265]: _type = "Task" [ 776.604636] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.641266] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe0578-9223-45e2-8f7e-5ae05b58f8bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.649949] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475839, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.653059] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23270887-9288-4ece-8f73-4bcb2e7dd8d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.667117] env[69265]: DEBUG nova.compute.provider_tree [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.876261] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 776.876261] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694956', 'volume_id': 'c84e20ec-7409-43d0-93cf-040e87886b7a', 'name': 'volume-c84e20ec-7409-43d0-93cf-040e87886b7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bb54c89-5c52-466a-88b6-bb3c98a6bd91', 'attached_at': '', 'detached_at': '', 'volume_id': 'c84e20ec-7409-43d0-93cf-040e87886b7a', 'serial': 'c84e20ec-7409-43d0-93cf-040e87886b7a'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 776.876261] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a67c213-8d4f-4371-9261-d4e456bad60f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.899028] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07a94e-4e2c-418c-99c4-1b402d505db8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.928309] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-c84e20ec-7409-43d0-93cf-040e87886b7a/volume-c84e20ec-7409-43d0-93cf-040e87886b7a.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.928541] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb781a4-e8f2-435e-9483-1c57e0b37ce9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.950752] env[69265]: DEBUG oslo_vmware.api [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 776.950752] env[69265]: value = "task-3475840" [ 776.950752] env[69265]: _type = "Task" [ 776.950752] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.959021] env[69265]: DEBUG oslo_vmware.api [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.006993] env[69265]: DEBUG nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.042044] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.042044] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.042044] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.042044] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.042271] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.042271] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.042271] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.042271] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.042271] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.042425] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.042898] env[69265]: DEBUG nova.virt.hardware [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.044026] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0be2039-2995-4b23-bbd1-c49ee26690b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.052659] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b115d-5e8d-4e94-9a6b-ba85852e6b55 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.114518] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475839, 'name': Rename_Task, 'duration_secs': 0.296756} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.114802] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.115061] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aba962f-5c2a-4b9c-a4b9-4faeca64392a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.122166] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 777.122166] env[69265]: value = "task-3475841" [ 777.122166] env[69265]: _type = "Task" [ 777.122166] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.132791] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.192034] env[69265]: ERROR nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [req-b16a2a1b-58c2-4259-94e5-da923f3a67f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b16a2a1b-58c2-4259-94e5-da923f3a67f0"}]} [ 777.211819] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 777.230404] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 777.230664] env[69265]: DEBUG nova.compute.provider_tree [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.245121] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 777.272493] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 777.465669] env[69265]: DEBUG oslo_vmware.api [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.595193] env[69265]: DEBUG nova.compute.manager [req-6dc2e937-012b-4eb9-9f6b-c5bd26d64e55 req-998fd845-9d33-4a95-8895-cb213a84f28e service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Received event network-vif-plugged-4e51caf2-dbe3-454a-9bc3-707e2862a4c4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.595627] env[69265]: DEBUG oslo_concurrency.lockutils [req-6dc2e937-012b-4eb9-9f6b-c5bd26d64e55 req-998fd845-9d33-4a95-8895-cb213a84f28e service nova] Acquiring lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.596059] env[69265]: DEBUG oslo_concurrency.lockutils [req-6dc2e937-012b-4eb9-9f6b-c5bd26d64e55 req-998fd845-9d33-4a95-8895-cb213a84f28e service nova] Lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.596369] env[69265]: DEBUG oslo_concurrency.lockutils [req-6dc2e937-012b-4eb9-9f6b-c5bd26d64e55 req-998fd845-9d33-4a95-8895-cb213a84f28e service nova] Lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.596695] env[69265]: DEBUG nova.compute.manager [req-6dc2e937-012b-4eb9-9f6b-c5bd26d64e55 req-998fd845-9d33-4a95-8895-cb213a84f28e service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] No waiting events found dispatching network-vif-plugged-4e51caf2-dbe3-454a-9bc3-707e2862a4c4 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.596990] env[69265]: WARNING nova.compute.manager [req-6dc2e937-012b-4eb9-9f6b-c5bd26d64e55 req-998fd845-9d33-4a95-8895-cb213a84f28e service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Received unexpected event network-vif-plugged-4e51caf2-dbe3-454a-9bc3-707e2862a4c4 for instance with vm_state building and task_state spawning. [ 777.632991] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475841, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.707401] env[69265]: DEBUG nova.network.neutron [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Successfully updated port: 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.804457] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f899da-70b7-4835-9bd5-0be7f4c05135 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.811793] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e4d570-8f54-49c9-9e1c-dd59aa24b24c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.843615] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7f0656-d3b3-4ac6-8367-16ebd95c8542 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.852800] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306990b4-6e63-4dab-a708-a769b19f9ec3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.867320] env[69265]: DEBUG nova.compute.provider_tree [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.965682] env[69265]: DEBUG oslo_vmware.api [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475840, 'name': ReconfigVM_Task, 'duration_secs': 0.575576} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.965682] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-c84e20ec-7409-43d0-93cf-040e87886b7a/volume-c84e20ec-7409-43d0-93cf-040e87886b7a.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.971026] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-befe7fc6-6488-4b4e-a366-a3863ad75357 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.987490] env[69265]: DEBUG oslo_vmware.api [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 777.987490] env[69265]: value = "task-3475842" [ 777.987490] env[69265]: _type = "Task" [ 777.987490] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.995244] env[69265]: DEBUG oslo_vmware.api [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.132489] env[69265]: DEBUG oslo_vmware.api [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475841, 'name': PowerOnVM_Task, 'duration_secs': 0.536372} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.132768] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.132768] env[69265]: INFO nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Took 8.11 seconds to spawn the instance on the hypervisor. [ 778.132915] env[69265]: DEBUG nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.133689] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2690ed-29ae-4180-b732-073bef40d908 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.213890] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "refresh_cache-ef5ae28a-6c13-4a59-9bf3-f241df6b8635" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.214063] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "refresh_cache-ef5ae28a-6c13-4a59-9bf3-f241df6b8635" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.214216] env[69265]: DEBUG nova.network.neutron [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.417802] env[69265]: ERROR nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [req-42285a68-3544-4c2e-a179-cdd1cfbd1f9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-42285a68-3544-4c2e-a179-cdd1cfbd1f9a"}]} [ 778.437428] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 778.455908] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 778.456077] env[69265]: DEBUG nova.compute.provider_tree [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.472410] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 778.495705] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 778.503386] env[69265]: DEBUG oslo_vmware.api [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475842, 'name': ReconfigVM_Task, 'duration_secs': 0.246031} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.503386] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694956', 'volume_id': 'c84e20ec-7409-43d0-93cf-040e87886b7a', 'name': 'volume-c84e20ec-7409-43d0-93cf-040e87886b7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bb54c89-5c52-466a-88b6-bb3c98a6bd91', 'attached_at': '', 'detached_at': '', 'volume_id': 'c84e20ec-7409-43d0-93cf-040e87886b7a', 'serial': 'c84e20ec-7409-43d0-93cf-040e87886b7a'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 778.653060] env[69265]: INFO nova.compute.manager [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Took 44.34 seconds to build instance. [ 778.756377] env[69265]: DEBUG nova.network.neutron [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.895517] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.895844] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.959076] env[69265]: DEBUG nova.network.neutron [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Updating instance_info_cache with network_info: [{"id": "4e51caf2-dbe3-454a-9bc3-707e2862a4c4", "address": "fa:16:3e:12:6c:17", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e51caf2-db", "ovs_interfaceid": "4e51caf2-dbe3-454a-9bc3-707e2862a4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.098531] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0837c56-27e3-42bf-ac8d-3a88ccbba93d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.106532] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b260e35-73c2-4e8e-a9ae-3da52b0a7ad6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.141354] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fb872d-0a5e-4d4b-b284-0a1b1ba22c42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.151581] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd78da7-d755-4e17-91a6-84316991dcc2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.157790] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "ed692e48-b9de-4a4f-8822-7b48266a065e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.007s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.169515] env[69265]: DEBUG nova.compute.provider_tree [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.460883] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "refresh_cache-ef5ae28a-6c13-4a59-9bf3-f241df6b8635" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.461697] env[69265]: DEBUG nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance network_info: |[{"id": "4e51caf2-dbe3-454a-9bc3-707e2862a4c4", "address": "fa:16:3e:12:6c:17", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e51caf2-db", "ovs_interfaceid": "4e51caf2-dbe3-454a-9bc3-707e2862a4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.462830] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6c:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e51caf2-dbe3-454a-9bc3-707e2862a4c4', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.470434] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Creating folder: Project (c63c8f54b91a4da08f2daafc05c9b5fe). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.471069] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-becd6bde-e13f-4a0a-bd3f-4554dc907025 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.482756] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Created folder: Project (c63c8f54b91a4da08f2daafc05c9b5fe) in parent group-v694865. [ 779.483158] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Creating folder: Instances. Parent ref: group-v694957. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.483265] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33104761-c969-4181-a2b0-f6c13931b9ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.492447] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Created folder: Instances in parent group-v694957. [ 779.492690] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.492885] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.493113] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432b3c27-dd86-4d61-bfe3-071adbde0d37 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.511990] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.511990] env[69265]: value = "task-3475845" [ 779.511990] env[69265]: _type = "Task" [ 779.511990] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.519662] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475845, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.569976] env[69265]: DEBUG nova.objects.instance [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lazy-loading 'flavor' on Instance uuid 9bb54c89-5c52-466a-88b6-bb3c98a6bd91 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.664380] env[69265]: DEBUG nova.compute.manager [req-0b0591b7-0966-44c8-b4fb-ebcdae2a15c9 req-7cd9ea26-2d30-4fed-9643-11b1c2662957 service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Received event network-changed-4e51caf2-dbe3-454a-9bc3-707e2862a4c4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.664584] env[69265]: DEBUG nova.compute.manager [req-0b0591b7-0966-44c8-b4fb-ebcdae2a15c9 req-7cd9ea26-2d30-4fed-9643-11b1c2662957 service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Refreshing instance network info cache due to event network-changed-4e51caf2-dbe3-454a-9bc3-707e2862a4c4. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.664803] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b0591b7-0966-44c8-b4fb-ebcdae2a15c9 req-7cd9ea26-2d30-4fed-9643-11b1c2662957 service nova] Acquiring lock "refresh_cache-ef5ae28a-6c13-4a59-9bf3-f241df6b8635" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.664951] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b0591b7-0966-44c8-b4fb-ebcdae2a15c9 req-7cd9ea26-2d30-4fed-9643-11b1c2662957 service nova] Acquired lock "refresh_cache-ef5ae28a-6c13-4a59-9bf3-f241df6b8635" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.665126] env[69265]: DEBUG nova.network.neutron [req-0b0591b7-0966-44c8-b4fb-ebcdae2a15c9 req-7cd9ea26-2d30-4fed-9643-11b1c2662957 service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Refreshing network info cache for port 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.673983] env[69265]: DEBUG nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.710374] env[69265]: DEBUG nova.scheduler.client.report [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 779.710658] env[69265]: DEBUG nova.compute.provider_tree [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 56 to 57 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 779.710846] env[69265]: DEBUG nova.compute.provider_tree [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.749798] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquiring lock "ac64274f-9331-4362-af8c-e61c3dfca47b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.750116] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "ac64274f-9331-4362-af8c-e61c3dfca47b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.750302] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquiring lock "ac64274f-9331-4362-af8c-e61c3dfca47b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.750484] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "ac64274f-9331-4362-af8c-e61c3dfca47b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.750654] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "ac64274f-9331-4362-af8c-e61c3dfca47b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.752759] env[69265]: INFO nova.compute.manager [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Terminating instance [ 780.023127] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475845, 'name': CreateVM_Task, 'duration_secs': 0.323766} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.023243] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.023944] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.024132] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.024730] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.024730] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0b8b71-4c71-4c74-9bbd-750fe5701d89 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.030133] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 780.030133] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524148fa-0c12-60b3-a0bf-6a0093ab328a" [ 780.030133] env[69265]: _type = "Task" [ 780.030133] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.038178] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524148fa-0c12-60b3-a0bf-6a0093ab328a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.074765] env[69265]: DEBUG oslo_concurrency.lockutils [None req-91c21ec5-d8e1-49c5-9826-757e4d8c419b tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.882s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.155275] env[69265]: DEBUG nova.compute.manager [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.156192] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023d51e8-9d96-4916-82e2-7d143cb00efc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.202411] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.217510] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.248s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.218074] env[69265]: DEBUG nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.220840] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.895s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.221447] env[69265]: DEBUG nova.objects.instance [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lazy-loading 'resources' on Instance uuid d6b780e2-6447-4fe2-891e-e7c8a831de6f {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.256422] env[69265]: DEBUG nova.compute.manager [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.256661] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.257889] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f901b8-699c-4b64-bed7-cdad9aa35c2f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.271069] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.271348] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c0986a-d65d-4016-9175-091f03c55ed7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.281485] env[69265]: DEBUG oslo_vmware.api [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 780.281485] env[69265]: value = "task-3475846" [ 780.281485] env[69265]: _type = "Task" [ 780.281485] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.289623] env[69265]: DEBUG oslo_vmware.api [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.449149] env[69265]: DEBUG nova.network.neutron [req-0b0591b7-0966-44c8-b4fb-ebcdae2a15c9 req-7cd9ea26-2d30-4fed-9643-11b1c2662957 service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Updated VIF entry in instance network info cache for port 4e51caf2-dbe3-454a-9bc3-707e2862a4c4. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.449561] env[69265]: DEBUG nova.network.neutron [req-0b0591b7-0966-44c8-b4fb-ebcdae2a15c9 req-7cd9ea26-2d30-4fed-9643-11b1c2662957 service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Updating instance_info_cache with network_info: [{"id": "4e51caf2-dbe3-454a-9bc3-707e2862a4c4", "address": "fa:16:3e:12:6c:17", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e51caf2-db", "ovs_interfaceid": "4e51caf2-dbe3-454a-9bc3-707e2862a4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.542197] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524148fa-0c12-60b3-a0bf-6a0093ab328a, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.543197] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.543197] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.543331] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.543586] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.543848] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.544255] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cc3496f-f8c5-4bd9-8abc-b8561d8db7ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.553343] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.553615] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.554560] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c913e283-37b4-498c-8d19-e62f84e99fc0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.563072] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 780.563072] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5263ace2-5d47-1d63-0f8a-a1483a2cb095" [ 780.563072] env[69265]: _type = "Task" [ 780.563072] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.573986] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5263ace2-5d47-1d63-0f8a-a1483a2cb095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.668038] env[69265]: INFO nova.compute.manager [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] instance snapshotting [ 780.670830] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1832475d-9dfa-4c9f-9f09-b2f5c731cc26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.689878] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54020633-dcb0-4a9c-b85e-93f39a933422 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.725646] env[69265]: DEBUG nova.compute.utils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.731045] env[69265]: DEBUG nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.731045] env[69265]: DEBUG nova.network.neutron [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.734454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.734771] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.735037] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.735122] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.735265] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.737478] env[69265]: INFO nova.compute.manager [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Terminating instance [ 780.776888] env[69265]: DEBUG nova.policy [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863fb5753cc6444aa46ee3bdf06e4d4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63c8f54b91a4da08f2daafc05c9b5fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.791104] env[69265]: DEBUG oslo_vmware.api [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475846, 'name': PowerOffVM_Task, 'duration_secs': 0.293348} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.791235] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.791413] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.792420] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce12d0bc-18e1-4453-a85a-721f87b90640 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.847613] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.847962] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.848268] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Deleting the datastore file [datastore1] ac64274f-9331-4362-af8c-e61c3dfca47b {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.848676] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67dc6730-9837-4b15-abe1-5d2faf0c8e45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.860875] env[69265]: DEBUG oslo_vmware.api [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for the task: (returnval){ [ 780.860875] env[69265]: value = "task-3475848" [ 780.860875] env[69265]: _type = "Task" [ 780.860875] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.876193] env[69265]: DEBUG oslo_vmware.api [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.951850] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b0591b7-0966-44c8-b4fb-ebcdae2a15c9 req-7cd9ea26-2d30-4fed-9643-11b1c2662957 service nova] Releasing lock "refresh_cache-ef5ae28a-6c13-4a59-9bf3-f241df6b8635" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.076855] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5263ace2-5d47-1d63-0f8a-a1483a2cb095, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.077055] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde97861-8493-4026-9eeb-666913f08034 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.085995] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 781.085995] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52665899-0c59-26e6-8563-f28cfac4cb98" [ 781.085995] env[69265]: _type = "Task" [ 781.085995] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.089702] env[69265]: DEBUG nova.network.neutron [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Successfully created port: 152dbec7-53d1-4796-8138-fc0d6248bbe9 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.097540] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52665899-0c59-26e6-8563-f28cfac4cb98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.200621] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.200621] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-614e0656-41aa-48fc-afe7-8d704aab9af9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.210942] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 781.210942] env[69265]: value = "task-3475849" [ 781.210942] env[69265]: _type = "Task" [ 781.210942] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.219929] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.231546] env[69265]: DEBUG nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.243865] env[69265]: DEBUG nova.compute.manager [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.243865] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.243865] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee31df7-45c2-45ff-ae94-66d404970569 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.248388] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 781.248388] env[69265]: value = "task-3475850" [ 781.248388] env[69265]: _type = "Task" [ 781.248388] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.259137] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.287986] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8aeb2d-29a0-4e51-ac49-fd234f09b186 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.297520] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462923ab-0a26-43a4-895b-416ff9b90e01 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.357032] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bb9712-e942-40e5-be11-c1700159314d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.372578] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94da628-5601-4413-84a1-c2e2f4841e56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.385276] env[69265]: DEBUG oslo_vmware.api [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Task: {'id': task-3475848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447057} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.386179] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.388632] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.388632] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.388632] env[69265]: INFO nova.compute.manager [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 781.388632] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.400185] env[69265]: DEBUG nova.compute.manager [-] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.400325] env[69265]: DEBUG nova.network.neutron [-] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.403302] env[69265]: DEBUG nova.compute.provider_tree [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.577479] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "efb255d6-ed95-452b-895e-cf8b788eecf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.577735] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.598401] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52665899-0c59-26e6-8563-f28cfac4cb98, 'name': SearchDatastore_Task, 'duration_secs': 0.021794} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.598401] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.598401] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.598866] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c32727-c884-4868-8b9f-ff7400cb8fbb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.605613] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 781.605613] env[69265]: value = "task-3475851" [ 781.605613] env[69265]: _type = "Task" [ 781.605613] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.615318] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.721282] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.757529] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475850, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.909920] env[69265]: DEBUG nova.scheduler.client.report [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.919162] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "43389fba-1302-43ce-a068-3bc7f85309cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.919162] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "43389fba-1302-43ce-a068-3bc7f85309cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.116226] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475851, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.191492] env[69265]: DEBUG nova.compute.manager [req-ba560bdd-7958-4fa4-9f6c-05b3d6cfa4f2 req-4e37cacf-fb47-4660-bb2d-4d635b63e82c service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Received event network-vif-deleted-13d53801-1c8f-48c4-ace0-659d9d8ff0db {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.192751] env[69265]: INFO nova.compute.manager [req-ba560bdd-7958-4fa4-9f6c-05b3d6cfa4f2 req-4e37cacf-fb47-4660-bb2d-4d635b63e82c service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Neutron deleted interface 13d53801-1c8f-48c4-ace0-659d9d8ff0db; detaching it from the instance and deleting it from the info cache [ 782.192751] env[69265]: DEBUG nova.network.neutron [req-ba560bdd-7958-4fa4-9f6c-05b3d6cfa4f2 req-4e37cacf-fb47-4660-bb2d-4d635b63e82c service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.215135] env[69265]: DEBUG nova.compute.manager [None req-31958015-a2c9-46a9-bc4a-0be73b5a976e tempest-ServerDiagnosticsV248Test-1274769618 tempest-ServerDiagnosticsV248Test-1274769618-project-admin] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.219728] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e103bf-b4dd-4323-951c-5ab86a70ebc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.229636] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475849, 'name': CreateSnapshot_Task, 'duration_secs': 0.730816} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.231280] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.231591] env[69265]: INFO nova.compute.manager [None req-31958015-a2c9-46a9-bc4a-0be73b5a976e tempest-ServerDiagnosticsV248Test-1274769618 tempest-ServerDiagnosticsV248Test-1274769618-project-admin] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Retrieving diagnostics [ 782.232400] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc4751-10e6-4e5c-afc1-52383c159f76 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.235920] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88af6ec8-608b-41d4-bb50-77fd48dcd10e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.244985] env[69265]: DEBUG nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.285134] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "8a0bb08c-059a-482c-98c6-efac90008748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.285268] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "8a0bb08c-059a-482c-98c6-efac90008748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.292374] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475850, 'name': PowerOffVM_Task, 'duration_secs': 0.693605} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.292861] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.293067] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 782.293264] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694956', 'volume_id': 'c84e20ec-7409-43d0-93cf-040e87886b7a', 'name': 'volume-c84e20ec-7409-43d0-93cf-040e87886b7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bb54c89-5c52-466a-88b6-bb3c98a6bd91', 'attached_at': '', 'detached_at': '', 'volume_id': 'c84e20ec-7409-43d0-93cf-040e87886b7a', 'serial': 'c84e20ec-7409-43d0-93cf-040e87886b7a'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 782.294275] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4021d592-6468-464b-830a-4d758ed0691c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.322972] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.323243] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.323400] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.323588] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.323719] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.323859] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.324075] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.324237] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.324401] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.324562] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.324750] env[69265]: DEBUG nova.virt.hardware [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.325521] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4927e8-80cb-473e-a251-6a65e889458a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.328572] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2285adc5-bc1a-457f-9583-4ef8b8e0370e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.339371] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a789fbd-be60-45a8-b3a1-d12bdd411e7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.342593] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a5b88d-59bb-4a7e-8ed8-92315540c720 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.373144] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c0bcf9-f6a3-41a9-b937-dd6fe476d2e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.389700] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] The volume has not been displaced from its original location: [datastore1] volume-c84e20ec-7409-43d0-93cf-040e87886b7a/volume-c84e20ec-7409-43d0-93cf-040e87886b7a.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 782.396183] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.396654] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6626fc2-e2b1-4af0-abaa-cfbcef50aded {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.418283] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 782.418283] env[69265]: value = "task-3475852" [ 782.418283] env[69265]: _type = "Task" [ 782.418283] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.422567] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.425418] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.816s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.425679] env[69265]: DEBUG nova.objects.instance [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lazy-loading 'resources' on Instance uuid 0d8a7167-7c1f-4845-ba15-1bc2d84568a9 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.433533] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475852, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.449626] env[69265]: INFO nova.scheduler.client.report [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Deleted allocations for instance d6b780e2-6447-4fe2-891e-e7c8a831de6f [ 782.544630] env[69265]: DEBUG nova.network.neutron [-] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.620657] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541716} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.620657] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.620657] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.620657] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff7f630-43e9-4734-b087-d5bc2aba66da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.625148] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 782.625148] env[69265]: value = "task-3475853" [ 782.625148] env[69265]: _type = "Task" [ 782.625148] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.632540] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.694275] env[69265]: DEBUG nova.network.neutron [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Successfully updated port: 152dbec7-53d1-4796-8138-fc0d6248bbe9 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.696162] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ceb3595-8514-4b59-bf97-62b93981e651 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.705037] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f1bfb-f9cd-4e97-9117-5a727319f40d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.738356] env[69265]: DEBUG nova.compute.manager [req-ba560bdd-7958-4fa4-9f6c-05b3d6cfa4f2 req-4e37cacf-fb47-4660-bb2d-4d635b63e82c service nova] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Detach interface failed, port_id=13d53801-1c8f-48c4-ace0-659d9d8ff0db, reason: Instance ac64274f-9331-4362-af8c-e61c3dfca47b could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.756708] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.757407] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14810f10-0a1c-4860-b51d-d1d566cb0979 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.766792] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 782.766792] env[69265]: value = "task-3475854" [ 782.766792] env[69265]: _type = "Task" [ 782.766792] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.773934] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475854, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.931331] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.959594] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed6fce55-6791-4628-8e48-508fe4488368 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Lock "d6b780e2-6447-4fe2-891e-e7c8a831de6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.361s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.048557] env[69265]: INFO nova.compute.manager [-] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Took 1.65 seconds to deallocate network for instance. [ 783.136764] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117209} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.137583] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.142020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b853aff-707e-4a77-ac7e-477741fafae9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.171750] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.174724] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67341487-9050-4a18-a197-8f50d3e5b4d8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.197455] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 783.197455] env[69265]: value = "task-3475855" [ 783.197455] env[69265]: _type = "Task" [ 783.197455] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.203856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "refresh_cache-362a639d-a6d8-4bd8-92d5-006db634e68b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.203856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "refresh_cache-362a639d-a6d8-4bd8-92d5-006db634e68b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.203856] env[69265]: DEBUG nova.network.neutron [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.210713] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.281212] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475854, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.318602] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquiring lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.318946] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.319298] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquiring lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.319587] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.319834] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.324832] env[69265]: INFO nova.compute.manager [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Terminating instance [ 783.428149] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475852, 'name': ReconfigVM_Task, 'duration_secs': 0.718686} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.428518] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.436052] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e04892-4c1f-4009-8c34-15f50858eaa0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.455465] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 783.455465] env[69265]: value = "task-3475856" [ 783.455465] env[69265]: _type = "Task" [ 783.455465] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.466634] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.544164] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5ee51a-980d-473c-8995-ff130a7de189 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.552480] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e316e98a-b75b-444f-bc42-db9c5a679085 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.557082] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.585262] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce217a3f-034d-463d-a28c-9c18f179a672 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.593032] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ae720-d48b-44de-ac30-4d3c27b64b27 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.611097] env[69265]: DEBUG nova.compute.provider_tree [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.708900] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475855, 'name': ReconfigVM_Task, 'duration_secs': 0.432231} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.709215] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.710131] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc020d2-a774-4e34-806f-b9ee3c93c24d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.717760] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 783.717760] env[69265]: value = "task-3475857" [ 783.717760] env[69265]: _type = "Task" [ 783.717760] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.727397] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475857, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.738886] env[69265]: DEBUG nova.network.neutron [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.776850] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475854, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.830496] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquiring lock "refresh_cache-1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.830849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquired lock "refresh_cache-1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.830849] env[69265]: DEBUG nova.network.neutron [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.885899] env[69265]: DEBUG nova.network.neutron [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Updating instance_info_cache with network_info: [{"id": "152dbec7-53d1-4796-8138-fc0d6248bbe9", "address": "fa:16:3e:88:06:f0", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152dbec7-53", "ovs_interfaceid": "152dbec7-53d1-4796-8138-fc0d6248bbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.965947] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475856, 'name': ReconfigVM_Task, 'duration_secs': 0.177161} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.965947] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694956', 'volume_id': 'c84e20ec-7409-43d0-93cf-040e87886b7a', 'name': 'volume-c84e20ec-7409-43d0-93cf-040e87886b7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bb54c89-5c52-466a-88b6-bb3c98a6bd91', 'attached_at': '', 'detached_at': '', 'volume_id': 'c84e20ec-7409-43d0-93cf-040e87886b7a', 'serial': 'c84e20ec-7409-43d0-93cf-040e87886b7a'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 783.966208] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.966883] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6327c763-fa37-4156-964f-ede9216aed29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.974186] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.974186] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-570d7c35-f010-4dcd-b17f-8387bb0f870e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.033799] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.034073] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.034572] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleting the datastore file [datastore2] 9bb54c89-5c52-466a-88b6-bb3c98a6bd91 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.034758] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6c1be6e-4538-44a0-a0b4-769ab8d2755e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.046557] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 784.046557] env[69265]: value = "task-3475859" [ 784.046557] env[69265]: _type = "Task" [ 784.046557] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.055359] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.113806] env[69265]: DEBUG nova.scheduler.client.report [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.229279] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475857, 'name': Rename_Task, 'duration_secs': 0.206239} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.230752] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.231921] env[69265]: DEBUG nova.compute.manager [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Received event network-vif-plugged-152dbec7-53d1-4796-8138-fc0d6248bbe9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.232449] env[69265]: DEBUG oslo_concurrency.lockutils [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] Acquiring lock "362a639d-a6d8-4bd8-92d5-006db634e68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.232678] env[69265]: DEBUG oslo_concurrency.lockutils [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] Lock "362a639d-a6d8-4bd8-92d5-006db634e68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.232906] env[69265]: DEBUG oslo_concurrency.lockutils [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] Lock "362a639d-a6d8-4bd8-92d5-006db634e68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.233380] env[69265]: DEBUG nova.compute.manager [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] No waiting events found dispatching network-vif-plugged-152dbec7-53d1-4796-8138-fc0d6248bbe9 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.233380] env[69265]: WARNING nova.compute.manager [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Received unexpected event network-vif-plugged-152dbec7-53d1-4796-8138-fc0d6248bbe9 for instance with vm_state building and task_state spawning. [ 784.233524] env[69265]: DEBUG nova.compute.manager [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Received event network-changed-152dbec7-53d1-4796-8138-fc0d6248bbe9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.233662] env[69265]: DEBUG nova.compute.manager [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Refreshing instance network info cache due to event network-changed-152dbec7-53d1-4796-8138-fc0d6248bbe9. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.234606] env[69265]: DEBUG oslo_concurrency.lockutils [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] Acquiring lock "refresh_cache-362a639d-a6d8-4bd8-92d5-006db634e68b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.234606] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c25fb598-3609-4694-9496-cf48ba20957a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.241786] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 784.241786] env[69265]: value = "task-3475860" [ 784.241786] env[69265]: _type = "Task" [ 784.241786] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.249987] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.279250] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475854, 'name': CloneVM_Task, 'duration_secs': 1.409747} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.282453] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Created linked-clone VM from snapshot [ 784.282453] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276b899-5db5-48a6-9e06-8e891350a17e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.289244] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Uploading image 389c7dc2-9ce2-4c65-821c-3d908321262e {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.312068] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.312068] env[69265]: value = "vm-694961" [ 784.312068] env[69265]: _type = "VirtualMachine" [ 784.312068] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.312286] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e1dd491-de90-4a21-871f-f49160194aac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.322686] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lease: (returnval){ [ 784.322686] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5260ba16-efee-d8e4-a498-adaabe7c5479" [ 784.322686] env[69265]: _type = "HttpNfcLease" [ 784.322686] env[69265]: } obtained for exporting VM: (result){ [ 784.322686] env[69265]: value = "vm-694961" [ 784.322686] env[69265]: _type = "VirtualMachine" [ 784.322686] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.322686] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the lease: (returnval){ [ 784.322686] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5260ba16-efee-d8e4-a498-adaabe7c5479" [ 784.322686] env[69265]: _type = "HttpNfcLease" [ 784.322686] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.328633] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.328633] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5260ba16-efee-d8e4-a498-adaabe7c5479" [ 784.328633] env[69265]: _type = "HttpNfcLease" [ 784.328633] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 784.348112] env[69265]: DEBUG nova.network.neutron [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.389168] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "refresh_cache-362a639d-a6d8-4bd8-92d5-006db634e68b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.389538] env[69265]: DEBUG nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Instance network_info: |[{"id": "152dbec7-53d1-4796-8138-fc0d6248bbe9", "address": "fa:16:3e:88:06:f0", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152dbec7-53", "ovs_interfaceid": "152dbec7-53d1-4796-8138-fc0d6248bbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.390098] env[69265]: DEBUG oslo_concurrency.lockutils [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] Acquired lock "refresh_cache-362a639d-a6d8-4bd8-92d5-006db634e68b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.390098] env[69265]: DEBUG nova.network.neutron [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Refreshing network info cache for port 152dbec7-53d1-4796-8138-fc0d6248bbe9 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.391616] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:06:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152dbec7-53d1-4796-8138-fc0d6248bbe9', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.399759] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.399759] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.400443] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7c98fd1-0a86-476b-add7-8badd355581f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.425941] env[69265]: DEBUG nova.network.neutron [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.434169] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.434169] env[69265]: value = "task-3475862" [ 784.434169] env[69265]: _type = "Task" [ 784.434169] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.442733] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475862, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.556012] env[69265]: DEBUG oslo_vmware.api [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3475859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190356} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.556245] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.556422] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.557541] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.557541] env[69265]: INFO nova.compute.manager [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Took 3.32 seconds to destroy the instance on the hypervisor. [ 784.557541] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.557541] env[69265]: DEBUG nova.compute.manager [-] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.557541] env[69265]: DEBUG nova.network.neutron [-] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.618947] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.622418] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.221s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.624110] env[69265]: INFO nova.compute.claims [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.648408] env[69265]: INFO nova.scheduler.client.report [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleted allocations for instance 0d8a7167-7c1f-4845-ba15-1bc2d84568a9 [ 784.753424] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475860, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.830247] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.830247] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5260ba16-efee-d8e4-a498-adaabe7c5479" [ 784.830247] env[69265]: _type = "HttpNfcLease" [ 784.830247] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.830949] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.830949] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5260ba16-efee-d8e4-a498-adaabe7c5479" [ 784.830949] env[69265]: _type = "HttpNfcLease" [ 784.830949] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.831272] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaa9514-3794-4f67-a9e9-39a1b9e49d9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.838737] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c12e4-2f5f-5f87-a89d-8dc035ebc4dd/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.838917] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c12e4-2f5f-5f87-a89d-8dc035ebc4dd/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.929738] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Releasing lock "refresh_cache-1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.930212] env[69265]: DEBUG nova.compute.manager [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.930712] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.932495] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ebac6-ed10-4e34-b251-ea3d0cc5caaa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.950524] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475862, 'name': CreateVM_Task, 'duration_secs': 0.367489} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.953179] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.953617] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.954549] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.954788] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.955232] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.955543] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ae74f9-f597-4207-8637-eebaf9862485 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.960569] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16dec73f-d132-4704-8d4f-83c7dacc1ebf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.966652] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 784.966652] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529c66a0-0209-27bf-169c-b161d2553903" [ 784.966652] env[69265]: _type = "Task" [ 784.966652] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.968463] env[69265]: DEBUG oslo_vmware.api [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 784.968463] env[69265]: value = "task-3475863" [ 784.968463] env[69265]: _type = "Task" [ 784.968463] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.985542] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529c66a0-0209-27bf-169c-b161d2553903, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.993870] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.994281] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.994549] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.994769] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.995230] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.995552] env[69265]: DEBUG oslo_vmware.api [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.996165] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e58ecb-204c-4fe1-80c4-e568f4dda542 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.998788] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6866116b-303c-47d1-ab09-ce23b03d09b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.009253] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.009253] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.011522] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b18f6f-0448-413c-9769-ac22fc21bda4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.023515] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 785.023515] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ebed34-ca85-22cd-58a7-313379438e84" [ 785.023515] env[69265]: _type = "Task" [ 785.023515] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.039872] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ebed34-ca85-22cd-58a7-313379438e84, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.042958] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9127ee51-5e29-48c1-a736-5f2c1429954d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.059571] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 785.059571] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5210975b-d43c-922f-aef2-3a25b8d677c1" [ 785.059571] env[69265]: _type = "Task" [ 785.059571] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.069822] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5210975b-d43c-922f-aef2-3a25b8d677c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.156232] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "0d8a7167-7c1f-4845-ba15-1bc2d84568a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.154s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.231500] env[69265]: DEBUG nova.network.neutron [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Updated VIF entry in instance network info cache for port 152dbec7-53d1-4796-8138-fc0d6248bbe9. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.231882] env[69265]: DEBUG nova.network.neutron [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Updating instance_info_cache with network_info: [{"id": "152dbec7-53d1-4796-8138-fc0d6248bbe9", "address": "fa:16:3e:88:06:f0", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152dbec7-53", "ovs_interfaceid": "152dbec7-53d1-4796-8138-fc0d6248bbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.260950] env[69265]: DEBUG oslo_vmware.api [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475860, 'name': PowerOnVM_Task, 'duration_secs': 0.72233} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.260950] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.260950] env[69265]: INFO nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Took 8.25 seconds to spawn the instance on the hypervisor. [ 785.260950] env[69265]: DEBUG nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.261703] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b93da16-0c04-4b1d-bd98-0cc97a46a37e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.408251] env[69265]: DEBUG nova.network.neutron [-] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.483677] env[69265]: DEBUG oslo_vmware.api [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475863, 'name': PowerOffVM_Task, 'duration_secs': 0.175106} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.484652] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.486566] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.487558] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-459d5a64-6d94-4865-adeb-8160e72df0fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.516699] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.516962] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.517255] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Deleting the datastore file [datastore2] 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.518257] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e058e0db-8844-4145-b11d-ff901fa08fd0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.528506] env[69265]: DEBUG oslo_vmware.api [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for the task: (returnval){ [ 785.528506] env[69265]: value = "task-3475865" [ 785.528506] env[69265]: _type = "Task" [ 785.528506] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.538764] env[69265]: DEBUG oslo_vmware.api [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.573964] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5210975b-d43c-922f-aef2-3a25b8d677c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.574730] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.575094] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 362a639d-a6d8-4bd8-92d5-006db634e68b/362a639d-a6d8-4bd8-92d5-006db634e68b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.575566] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32df9859-3802-432f-ba98-b2ec361ba623 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.584524] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 785.584524] env[69265]: value = "task-3475866" [ 785.584524] env[69265]: _type = "Task" [ 785.584524] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.593769] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.735786] env[69265]: DEBUG oslo_concurrency.lockutils [req-58c2bb97-376d-407f-b9b5-78cc9af6d3b7 req-22c70b5c-8b09-4db1-8b85-b12474800de9 service nova] Releasing lock "refresh_cache-362a639d-a6d8-4bd8-92d5-006db634e68b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.782849] env[69265]: INFO nova.compute.manager [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Took 43.90 seconds to build instance. [ 785.913023] env[69265]: INFO nova.compute.manager [-] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Took 1.35 seconds to deallocate network for instance. [ 786.043021] env[69265]: DEBUG oslo_vmware.api [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Task: {'id': task-3475865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124814} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.045646] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.046656] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.047289] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.047488] env[69265]: INFO nova.compute.manager [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 786.047813] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.051443] env[69265]: DEBUG nova.compute.manager [-] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.051755] env[69265]: DEBUG nova.network.neutron [-] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.078852] env[69265]: DEBUG nova.network.neutron [-] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.097723] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475866, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.261172] env[69265]: DEBUG nova.compute.manager [req-193d9f1d-60c4-48f7-b0f7-2387d2d3c76d req-3b9621e0-76b4-4240-8b53-7e6f7ce2b34c service nova] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Received event network-vif-deleted-a02cdb86-74ff-4a31-a766-a788e36600c9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.271985] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52b094-c0a4-4dd8-9996-c5fe3b7e2bcd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.280400] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7e5036-8f97-41c7-80e0-df5aeb162e98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.286664] env[69265]: DEBUG oslo_concurrency.lockutils [None req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.611s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.316280] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef52f0-63f5-4120-9ad9-9eba0c8e5f5b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.321519] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdeea99-0199-4e4d-b01e-8a950b3d3db9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.336648] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.499727] env[69265]: INFO nova.compute.manager [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Took 0.59 seconds to detach 1 volumes for instance. [ 786.585222] env[69265]: DEBUG nova.network.neutron [-] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.605954] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536571} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.606900] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 362a639d-a6d8-4bd8-92d5-006db634e68b/362a639d-a6d8-4bd8-92d5-006db634e68b.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.612734] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.612734] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b95d5f39-904c-424b-b7c0-d9d1071d8cd8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.618410] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 786.618410] env[69265]: value = "task-3475867" [ 786.618410] env[69265]: _type = "Task" [ 786.618410] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.629517] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.813872] env[69265]: DEBUG nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.871327] env[69265]: ERROR nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [req-95c46399-3b3f-4e7d-a781-758b2cc86083] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-95c46399-3b3f-4e7d-a781-758b2cc86083"}]} [ 786.890652] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.904479] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.904892] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.921025] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.921419] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 60 to 61 during operation: update_aggregates {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 786.943991] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 787.008035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.101016] env[69265]: INFO nova.compute.manager [-] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Took 1.05 seconds to deallocate network for instance. [ 787.130037] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089306} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.130488] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.131694] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f908b-d3b4-4092-9349-4d031e69ddea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.157256] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 362a639d-a6d8-4bd8-92d5-006db634e68b/362a639d-a6d8-4bd8-92d5-006db634e68b.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.160697] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d0236b3-2333-41da-b6da-02fc9c72ad46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.182008] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 787.182008] env[69265]: value = "task-3475868" [ 787.182008] env[69265]: _type = "Task" [ 787.182008] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.194311] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475868, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.345686] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.373101] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.373101] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.607932] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.609679] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5173b03e-9945-45d9-bab5-6302d8c2fbf1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.618193] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b906432-f34b-4c03-829e-62fda36b6aca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.656267] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a6edee-05fd-4786-b808-f49eef4c518e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.664543] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e54e2fc-dae1-4fed-9e61-8f6126f9d5d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.687177] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.701417] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475868, 'name': ReconfigVM_Task, 'duration_secs': 0.367785} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.702015] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 362a639d-a6d8-4bd8-92d5-006db634e68b/362a639d-a6d8-4bd8-92d5-006db634e68b.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.703343] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6cb451f-3c56-41d3-9fe2-edfdc150badd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.712181] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 787.712181] env[69265]: value = "task-3475869" [ 787.712181] env[69265]: _type = "Task" [ 787.712181] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.723115] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475869, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.217680] env[69265]: ERROR nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [req-0c72996e-0aa5-45d2-9ba3-5235a4597e43] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c72996e-0aa5-45d2-9ba3-5235a4597e43"}]} [ 788.227390] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475869, 'name': Rename_Task, 'duration_secs': 0.155569} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.227706] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.227952] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31e7e4aa-4f1f-4b26-9585-cdf3eed40f83 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.238297] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 788.238297] env[69265]: value = "task-3475870" [ 788.238297] env[69265]: _type = "Task" [ 788.238297] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.238297] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 788.246684] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.252880] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 788.253121] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.269459] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 788.287817] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 788.676658] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquiring lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.676658] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.748958] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.859454] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181bf9c2-ac36-466b-bfbd-b2231d176102 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.869047] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77404cc-0000-44e8-9ddf-ca7ae807979a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.905074] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557391cc-c305-4eb4-8fc6-fbfdd6b1d8da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.912571] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0544c134-bd75-49da-8765-3cd339729a20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.931492] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.248513] env[69265]: DEBUG oslo_vmware.api [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3475870, 'name': PowerOnVM_Task, 'duration_secs': 0.51769} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.248782] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.248982] env[69265]: INFO nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Took 7.00 seconds to spawn the instance on the hypervisor. [ 789.249166] env[69265]: DEBUG nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.250075] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10645022-819a-411e-9577-dabdb0c61145 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.468995] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.469293] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 62 to 63 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.469551] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.773402] env[69265]: INFO nova.compute.manager [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Took 46.63 seconds to build instance. [ 789.975220] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.353s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.975765] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.978335] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.874s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.978579] env[69265]: DEBUG nova.objects.instance [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lazy-loading 'resources' on Instance uuid 9e611d0f-aca8-4d76-9325-c8c074a97e19 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.274994] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c7565c93-9905-4141-8b37-2d348400d611 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "362a639d-a6d8-4bd8-92d5-006db634e68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.046s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.483360] env[69265]: DEBUG nova.compute.utils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.487832] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.487832] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.546842] env[69265]: DEBUG nova.policy [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dda8991b5fc46c08bded96820c7d218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82478d5e7d78420dbe7fd83578535d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.583799] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.584082] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.780023] env[69265]: DEBUG nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.842186] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Successfully created port: 03828aa2-16c4-436b-81a3-211f0f0124bb {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.988946] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.153641] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a7d55-4be6-4f73-afd3-c43ff76932bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.162032] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8e2338-4165-4578-b2d7-bc1ccd183e30 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.196326] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b01e0-48fe-45b2-b035-cbfe67ff1b58 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.204472] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97773ae2-f5b9-4cee-a233-5ba653f5605f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.219210] env[69265]: DEBUG nova.compute.provider_tree [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.297555] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.722901] env[69265]: DEBUG nova.scheduler.client.report [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.001801] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.025835] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.026131] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.026324] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.026511] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.026655] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.026800] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.027071] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.027278] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.027456] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.027618] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.027813] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.028773] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98073460-9ef9-4f2a-b54d-286060057106 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.037434] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d03b74-fbdd-44d0-8da3-6ea490fe7359 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.083682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-8e11fe11-f9db-4970-9c3e-2cd24953ea04-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.083950] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-8e11fe11-f9db-4970-9c3e-2cd24953ea04-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.084535] env[69265]: DEBUG nova.objects.instance [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'flavor' on Instance uuid 8e11fe11-f9db-4970-9c3e-2cd24953ea04 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.228301] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.231526] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.543s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.233239] env[69265]: INFO nova.compute.claims [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.257870] env[69265]: INFO nova.scheduler.client.report [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Deleted allocations for instance 9e611d0f-aca8-4d76-9325-c8c074a97e19 [ 792.288989] env[69265]: DEBUG nova.compute.manager [req-7605aa92-05c5-4fba-9d83-b920b0a1b80e req-79381ed6-c755-4c59-aebc-4dae42ecb0aa service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Received event network-vif-plugged-03828aa2-16c4-436b-81a3-211f0f0124bb {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.289258] env[69265]: DEBUG oslo_concurrency.lockutils [req-7605aa92-05c5-4fba-9d83-b920b0a1b80e req-79381ed6-c755-4c59-aebc-4dae42ecb0aa service nova] Acquiring lock "7a37269c-02e6-4b97-be9d-928a859e1089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.289489] env[69265]: DEBUG oslo_concurrency.lockutils [req-7605aa92-05c5-4fba-9d83-b920b0a1b80e req-79381ed6-c755-4c59-aebc-4dae42ecb0aa service nova] Lock "7a37269c-02e6-4b97-be9d-928a859e1089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.289683] env[69265]: DEBUG oslo_concurrency.lockutils [req-7605aa92-05c5-4fba-9d83-b920b0a1b80e req-79381ed6-c755-4c59-aebc-4dae42ecb0aa service nova] Lock "7a37269c-02e6-4b97-be9d-928a859e1089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.289881] env[69265]: DEBUG nova.compute.manager [req-7605aa92-05c5-4fba-9d83-b920b0a1b80e req-79381ed6-c755-4c59-aebc-4dae42ecb0aa service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] No waiting events found dispatching network-vif-plugged-03828aa2-16c4-436b-81a3-211f0f0124bb {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.290358] env[69265]: WARNING nova.compute.manager [req-7605aa92-05c5-4fba-9d83-b920b0a1b80e req-79381ed6-c755-4c59-aebc-4dae42ecb0aa service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Received unexpected event network-vif-plugged-03828aa2-16c4-436b-81a3-211f0f0124bb for instance with vm_state building and task_state spawning. [ 792.338761] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Successfully updated port: 03828aa2-16c4-436b-81a3-211f0f0124bb {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.678478] env[69265]: DEBUG nova.objects.instance [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e11fe11-f9db-4970-9c3e-2cd24953ea04 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.768927] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e5fe9dd3-5731-4365-80db-c260b209e975 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "9e611d0f-aca8-4d76-9325-c8c074a97e19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.091s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.841487] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "refresh_cache-7a37269c-02e6-4b97-be9d-928a859e1089" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.841624] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "refresh_cache-7a37269c-02e6-4b97-be9d-928a859e1089" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.842319] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.181917] env[69265]: DEBUG nova.objects.base [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Object Instance<8e11fe11-f9db-4970-9c3e-2cd24953ea04> lazy-loaded attributes: flavor,pci_requests {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 793.182278] env[69265]: DEBUG nova.network.neutron [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.222057] env[69265]: DEBUG nova.policy [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.373340] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.373596] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.373798] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.373974] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.374154] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.376262] env[69265]: INFO nova.compute.manager [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Terminating instance [ 793.395288] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.475562] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Acquiring lock "864468ff-21d5-43f2-b378-2c8981d42d54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.475767] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.584813] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Updating instance_info_cache with network_info: [{"id": "03828aa2-16c4-436b-81a3-211f0f0124bb", "address": "fa:16:3e:a6:0e:65", "network": {"id": "bfff3c95-7981-4d01-a6ea-9acfc0aeada0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-361401630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "82478d5e7d78420dbe7fd83578535d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03828aa2-16", "ovs_interfaceid": "03828aa2-16c4-436b-81a3-211f0f0124bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.610204] env[69265]: DEBUG nova.network.neutron [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Successfully created port: 60ec64c3-04e4-4833-9e57-cb61ef3c56fe {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.676929] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c12e4-2f5f-5f87-a89d-8dc035ebc4dd/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 793.676996] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87b9c04-0857-4c7f-9a46-e15464333928 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.685441] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c12e4-2f5f-5f87-a89d-8dc035ebc4dd/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 793.685621] env[69265]: ERROR oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c12e4-2f5f-5f87-a89d-8dc035ebc4dd/disk-0.vmdk due to incomplete transfer. [ 793.685843] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2e1c0aa-bfd4-4b87-8b6b-51b477c75343 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.693818] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c12e4-2f5f-5f87-a89d-8dc035ebc4dd/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 793.694026] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Uploaded image 389c7dc2-9ce2-4c65-821c-3d908321262e to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 793.696058] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 793.696296] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26a05c73-9f2a-4e60-a9b6-6107a9c47a99 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.703467] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 793.703467] env[69265]: value = "task-3475871" [ 793.703467] env[69265]: _type = "Task" [ 793.703467] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.712177] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475871, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.781546] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef1ea9-1a05-465f-91bb-c3e371b91b60 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.789218] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a1538f-417b-4d2b-b4b3-4955f13bc468 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.820553] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0612f5-3248-4e9c-b22f-62f06b9839af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.827718] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed32301-0fc9-4be5-97d6-e3dc531b475a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.841603] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.879922] env[69265]: DEBUG nova.compute.manager [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.880169] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.881040] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41f487a-4aae-432f-825a-df65f53298a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.888743] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.888978] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e6893e-64a8-4226-9504-8a512abff8a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.894761] env[69265]: DEBUG oslo_vmware.api [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 793.894761] env[69265]: value = "task-3475872" [ 793.894761] env[69265]: _type = "Task" [ 793.894761] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.902418] env[69265]: DEBUG oslo_vmware.api [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.979286] env[69265]: DEBUG nova.compute.utils [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.090184] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "refresh_cache-7a37269c-02e6-4b97-be9d-928a859e1089" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.090531] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Instance network_info: |[{"id": "03828aa2-16c4-436b-81a3-211f0f0124bb", "address": "fa:16:3e:a6:0e:65", "network": {"id": "bfff3c95-7981-4d01-a6ea-9acfc0aeada0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-361401630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "82478d5e7d78420dbe7fd83578535d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03828aa2-16", "ovs_interfaceid": "03828aa2-16c4-436b-81a3-211f0f0124bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.090948] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:0e:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03828aa2-16c4-436b-81a3-211f0f0124bb', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.098538] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Creating folder: Project (82478d5e7d78420dbe7fd83578535d96). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.098809] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed1fb8d5-3bb7-45eb-9a71-a953e572ec8b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.109555] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Created folder: Project (82478d5e7d78420dbe7fd83578535d96) in parent group-v694865. [ 794.109761] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Creating folder: Instances. Parent ref: group-v694963. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.109992] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8e6b20e-00e2-4804-8a90-95fab4aa7db5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.119824] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Created folder: Instances in parent group-v694963. [ 794.120069] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.120262] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.120583] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-501ac2a4-409f-4c42-98ef-20acab62ced7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.139706] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.139706] env[69265]: value = "task-3475875" [ 794.139706] env[69265]: _type = "Task" [ 794.139706] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.147157] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475875, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.215898] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475871, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.345147] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.408176] env[69265]: DEBUG oslo_vmware.api [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475872, 'name': PowerOffVM_Task, 'duration_secs': 0.359334} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.408797] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.409113] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.409525] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7080de1a-2de1-428b-b7d2-6973d5ea7649 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.482365] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.485525] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.485810] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.486769] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Deleting the datastore file [datastore2] 4cfdb398-db76-48b1-85cf-48b4a2ad4793 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.486769] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-565f6aea-65d2-4d79-b668-2e78a96a9b64 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.492660] env[69265]: DEBUG oslo_vmware.api [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for the task: (returnval){ [ 794.492660] env[69265]: value = "task-3475877" [ 794.492660] env[69265]: _type = "Task" [ 794.492660] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.500850] env[69265]: DEBUG oslo_vmware.api [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.649957] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475875, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.714643] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475871, 'name': Destroy_Task, 'duration_secs': 0.741425} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.715043] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Destroyed the VM [ 794.715249] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 794.715494] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83a1509e-02ec-4080-b1ed-af60698c3b3f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.722105] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 794.722105] env[69265]: value = "task-3475878" [ 794.722105] env[69265]: _type = "Task" [ 794.722105] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.730249] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475878, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.854083] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.854083] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.856106] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.626s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.857511] env[69265]: INFO nova.compute.claims [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.003904] env[69265]: DEBUG oslo_vmware.api [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.089216] env[69265]: DEBUG nova.network.neutron [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Successfully updated port: 60ec64c3-04e4-4833-9e57-cb61ef3c56fe {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.150448] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475875, 'name': CreateVM_Task, 'duration_secs': 0.708184} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.151103] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.151432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.151605] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.151923] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.152239] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bb4451-668a-4735-ae26-99ac62a52471 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.156932] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 795.156932] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520c9fe9-1a73-f573-9a12-462836dd757c" [ 795.156932] env[69265]: _type = "Task" [ 795.156932] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.165607] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520c9fe9-1a73-f573-9a12-462836dd757c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.231724] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475878, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.364559] env[69265]: DEBUG nova.compute.utils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.365888] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.366092] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.404750] env[69265]: DEBUG nova.policy [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dda8991b5fc46c08bded96820c7d218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82478d5e7d78420dbe7fd83578535d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.508674] env[69265]: DEBUG oslo_vmware.api [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Task: {'id': task-3475877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580848} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.508953] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.509155] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.509338] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.509535] env[69265]: INFO nova.compute.manager [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Took 1.63 seconds to destroy the instance on the hypervisor. [ 795.509798] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.509992] env[69265]: DEBUG nova.compute.manager [-] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.510103] env[69265]: DEBUG nova.network.neutron [-] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.552934] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Acquiring lock "864468ff-21d5-43f2-b378-2c8981d42d54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.553231] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.553476] env[69265]: INFO nova.compute.manager [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Attaching volume ee61cd99-bd1e-4df5-85d0-2c63763fd3b7 to /dev/sdb [ 795.590711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.590901] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.591087] env[69265]: DEBUG nova.network.neutron [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.595753] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca490fc-0ef0-435b-9828-23ccdc0b1365 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.611926] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7665378-c51b-4f54-a9f1-c07921b317cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.628330] env[69265]: DEBUG nova.virt.block_device [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Updating existing volume attachment record: ae87b18c-6a8d-4f4d-8f88-13bf092de69e {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 795.669523] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520c9fe9-1a73-f573-9a12-462836dd757c, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.669904] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.670173] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.670452] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.670664] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.670833] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.672952] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9b7d8ba-ef35-4d33-a818-b963ed9d715b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.681736] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.681938] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.683283] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d67e5b-674e-4500-9ffe-804811a851c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.690970] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 795.690970] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525fe3bd-cdb5-7671-41ad-196c211c4f91" [ 795.690970] env[69265]: _type = "Task" [ 795.690970] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.700039] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525fe3bd-cdb5-7671-41ad-196c211c4f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.739288] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475878, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.808776] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Successfully created port: 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.869960] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.133945] env[69265]: DEBUG nova.compute.manager [req-de306a0d-b487-4e96-9a33-ccf8d786a99b req-a1319b80-503b-4877-8ae5-0684eef86ee5 service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Received event network-changed-03828aa2-16c4-436b-81a3-211f0f0124bb {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.134214] env[69265]: DEBUG nova.compute.manager [req-de306a0d-b487-4e96-9a33-ccf8d786a99b req-a1319b80-503b-4877-8ae5-0684eef86ee5 service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Refreshing instance network info cache due to event network-changed-03828aa2-16c4-436b-81a3-211f0f0124bb. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.134460] env[69265]: DEBUG oslo_concurrency.lockutils [req-de306a0d-b487-4e96-9a33-ccf8d786a99b req-a1319b80-503b-4877-8ae5-0684eef86ee5 service nova] Acquiring lock "refresh_cache-7a37269c-02e6-4b97-be9d-928a859e1089" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.134602] env[69265]: DEBUG oslo_concurrency.lockutils [req-de306a0d-b487-4e96-9a33-ccf8d786a99b req-a1319b80-503b-4877-8ae5-0684eef86ee5 service nova] Acquired lock "refresh_cache-7a37269c-02e6-4b97-be9d-928a859e1089" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.134772] env[69265]: DEBUG nova.network.neutron [req-de306a0d-b487-4e96-9a33-ccf8d786a99b req-a1319b80-503b-4877-8ae5-0684eef86ee5 service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Refreshing network info cache for port 03828aa2-16c4-436b-81a3-211f0f0124bb {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.142155] env[69265]: WARNING nova.network.neutron [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] ef8de805-c62e-447e-b40a-9ac49536bbe6 already exists in list: networks containing: ['ef8de805-c62e-447e-b40a-9ac49536bbe6']. ignoring it [ 796.203300] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525fe3bd-cdb5-7671-41ad-196c211c4f91, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.203300] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1469c124-bf65-4bec-a92c-510de8724419 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.210560] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 796.210560] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5269287b-f850-acff-cb03-9ade900c71d5" [ 796.210560] env[69265]: _type = "Task" [ 796.210560] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.223770] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5269287b-f850-acff-cb03-9ade900c71d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.231528] env[69265]: DEBUG oslo_vmware.api [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475878, 'name': RemoveSnapshot_Task, 'duration_secs': 1.368994} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.234140] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.234414] env[69265]: INFO nova.compute.manager [None req-6f21b967-e5c2-4d5a-8136-8a85f60968e0 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 796.423932] env[69265]: DEBUG nova.network.neutron [-] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.500213] env[69265]: DEBUG nova.network.neutron [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [{"id": "48433a68-9551-414c-8229-254ed38b20a7", "address": "fa:16:3e:b7:76:cd", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48433a68-95", "ovs_interfaceid": "48433a68-9551-414c-8229-254ed38b20a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ec64c3-04e4-4833-9e57-cb61ef3c56fe", "address": "fa:16:3e:19:30:35", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ec64c3-04", "ovs_interfaceid": "60ec64c3-04e4-4833-9e57-cb61ef3c56fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.525441] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088f58c-723e-440c-b699-1d5032bb7eb7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.533974] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f9eda-fff8-41a0-bdb6-7d11f67e2e74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.568928] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20a2746-b526-4125-aad5-2df6d0b5fe06 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.576742] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b71215-9848-45e3-9871-fe37066bf52f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.590160] env[69265]: DEBUG nova.compute.provider_tree [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.724673] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5269287b-f850-acff-cb03-9ade900c71d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017825} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.727784] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.728207] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7a37269c-02e6-4b97-be9d-928a859e1089/7a37269c-02e6-4b97-be9d-928a859e1089.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.728522] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe72c1c-8483-4877-b611-3554a40dab5f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.736247] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 796.736247] env[69265]: value = "task-3475882" [ 796.736247] env[69265]: _type = "Task" [ 796.736247] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.747252] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.857508] env[69265]: DEBUG nova.network.neutron [req-de306a0d-b487-4e96-9a33-ccf8d786a99b req-a1319b80-503b-4877-8ae5-0684eef86ee5 service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Updated VIF entry in instance network info cache for port 03828aa2-16c4-436b-81a3-211f0f0124bb. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.857862] env[69265]: DEBUG nova.network.neutron [req-de306a0d-b487-4e96-9a33-ccf8d786a99b req-a1319b80-503b-4877-8ae5-0684eef86ee5 service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Updating instance_info_cache with network_info: [{"id": "03828aa2-16c4-436b-81a3-211f0f0124bb", "address": "fa:16:3e:a6:0e:65", "network": {"id": "bfff3c95-7981-4d01-a6ea-9acfc0aeada0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-361401630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82478d5e7d78420dbe7fd83578535d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03828aa2-16", "ovs_interfaceid": "03828aa2-16c4-436b-81a3-211f0f0124bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.887130] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.919776] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.920104] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.920278] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.920464] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.920621] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.920787] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.920996] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.921186] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.921372] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.921536] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.921996] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.922956] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c8f327-ea3d-4163-a1da-01431110eed3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.926745] env[69265]: INFO nova.compute.manager [-] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Took 1.42 seconds to deallocate network for instance. [ 796.934907] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e134ab93-152f-4840-b674-5e1a003a4933 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.002602] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.003312] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.004127] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.004298] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d86366-65be-4782-865c-09fe4fbdc7ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.021458] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.021694] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.021848] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.022041] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.022192] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.022339] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.022537] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.022689] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.022854] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.023026] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.023206] env[69265]: DEBUG nova.virt.hardware [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.029628] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Reconfiguring VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 797.029932] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a46feb9e-d106-48eb-9f3b-d88bdf6693a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.050095] env[69265]: DEBUG oslo_vmware.api [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 797.050095] env[69265]: value = "task-3475883" [ 797.050095] env[69265]: _type = "Task" [ 797.050095] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.056950] env[69265]: DEBUG oslo_vmware.api [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475883, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.093602] env[69265]: DEBUG nova.scheduler.client.report [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.250783] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475882, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.366047] env[69265]: DEBUG oslo_concurrency.lockutils [req-de306a0d-b487-4e96-9a33-ccf8d786a99b req-a1319b80-503b-4877-8ae5-0684eef86ee5 service nova] Releasing lock "refresh_cache-7a37269c-02e6-4b97-be9d-928a859e1089" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.369211] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Successfully updated port: 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.441987] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.561130] env[69265]: DEBUG oslo_vmware.api [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.599619] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.600565] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.605205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.107s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.605740] env[69265]: DEBUG nova.objects.instance [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lazy-loading 'resources' on Instance uuid 0becda35-ead9-4f20-acbd-73b41ba2db1b {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.748063] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768455} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.748063] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7a37269c-02e6-4b97-be9d-928a859e1089/7a37269c-02e6-4b97-be9d-928a859e1089.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.748063] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.748407] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09487bcf-dfec-48ea-a590-4f619c8890d8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.754824] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 797.754824] env[69265]: value = "task-3475884" [ 797.754824] env[69265]: _type = "Task" [ 797.754824] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.762957] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.873094] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "refresh_cache-4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.873094] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "refresh_cache-4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.873094] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.059041] env[69265]: DEBUG oslo_vmware.api [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475883, 'name': ReconfigVM_Task, 'duration_secs': 0.726393} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.059160] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.059363] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Reconfigured VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 798.106335] env[69265]: DEBUG nova.compute.utils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.107903] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.108042] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.153099] env[69265]: DEBUG nova.policy [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dda8991b5fc46c08bded96820c7d218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82478d5e7d78420dbe7fd83578535d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.266040] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.385432] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received event network-vif-plugged-60ec64c3-04e4-4833-9e57-cb61ef3c56fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.385803] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Acquiring lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.385803] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.386045] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.386114] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] No waiting events found dispatching network-vif-plugged-60ec64c3-04e4-4833-9e57-cb61ef3c56fe {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.386293] env[69265]: WARNING nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received unexpected event network-vif-plugged-60ec64c3-04e4-4833-9e57-cb61ef3c56fe for instance with vm_state active and task_state None. [ 798.386419] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received event network-changed-60ec64c3-04e4-4833-9e57-cb61ef3c56fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.386573] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Refreshing instance network info cache due to event network-changed-60ec64c3-04e4-4833-9e57-cb61ef3c56fe. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.386748] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Acquiring lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.387183] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Acquired lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.387183] env[69265]: DEBUG nova.network.neutron [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Refreshing network info cache for port 60ec64c3-04e4-4833-9e57-cb61ef3c56fe {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.427385] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.480294] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Successfully created port: 088b900f-aaeb-45e8-9f6e-0651c116a7d2 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.568222] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-8e11fe11-f9db-4970-9c3e-2cd24953ea04-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.484s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.613587] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.637432] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Updating instance_info_cache with network_info: [{"id": "15d556ff-9bae-4e3e-b3b1-57e44d9645d2", "address": "fa:16:3e:61:bf:21", "network": {"id": "bfff3c95-7981-4d01-a6ea-9acfc0aeada0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-361401630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82478d5e7d78420dbe7fd83578535d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d556ff-9b", "ovs_interfaceid": "15d556ff-9bae-4e3e-b3b1-57e44d9645d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.655301] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5cf076-2fa6-4f12-8f1b-ff414e815517 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.668018] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2087b17-9d9c-47e1-b244-c5006e37e5e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.700959] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf90ccf-5eed-4128-9506-0f4b23967dd5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.708014] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39bb563-bee3-4a48-a9b5-7ef8aba5bf26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.722174] env[69265]: DEBUG nova.compute.provider_tree [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.766446] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.073146] env[69265]: DEBUG nova.network.neutron [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updated VIF entry in instance network info cache for port 60ec64c3-04e4-4833-9e57-cb61ef3c56fe. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.073563] env[69265]: DEBUG nova.network.neutron [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [{"id": "48433a68-9551-414c-8229-254ed38b20a7", "address": "fa:16:3e:b7:76:cd", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48433a68-95", "ovs_interfaceid": "48433a68-9551-414c-8229-254ed38b20a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60ec64c3-04e4-4833-9e57-cb61ef3c56fe", "address": "fa:16:3e:19:30:35", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ec64c3-04", "ovs_interfaceid": "60ec64c3-04e4-4833-9e57-cb61ef3c56fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.140604] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "refresh_cache-4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.140932] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Instance network_info: |[{"id": "15d556ff-9bae-4e3e-b3b1-57e44d9645d2", "address": "fa:16:3e:61:bf:21", "network": {"id": "bfff3c95-7981-4d01-a6ea-9acfc0aeada0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-361401630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82478d5e7d78420dbe7fd83578535d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d556ff-9b", "ovs_interfaceid": "15d556ff-9bae-4e3e-b3b1-57e44d9645d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.142058] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:bf:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15d556ff-9bae-4e3e-b3b1-57e44d9645d2', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.148986] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.151670] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.151916] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a418f7-5775-4447-a1f9-1dc872258fa1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.172906] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.172906] env[69265]: value = "task-3475886" [ 799.172906] env[69265]: _type = "Task" [ 799.172906] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.180999] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475886, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.227323] env[69265]: DEBUG nova.scheduler.client.report [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.268665] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.061453} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.268930] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.269575] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bab336-16b7-4aea-a61a-3a0eb115ed89 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.293450] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 7a37269c-02e6-4b97-be9d-928a859e1089/7a37269c-02e6-4b97-be9d-928a859e1089.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.293768] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c6b176-1bf1-4ac8-9cd4-61fdd67520a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.318382] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 799.318382] env[69265]: value = "task-3475887" [ 799.318382] env[69265]: _type = "Task" [ 799.318382] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.328469] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.577279] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Releasing lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.577588] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Received event network-vif-deleted-9070d06e-ed57-41c9-b14c-2d65f757f9b3 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.577823] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Received event network-vif-plugged-15d556ff-9bae-4e3e-b3b1-57e44d9645d2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.578038] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Acquiring lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.578276] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.578544] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.578668] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] No waiting events found dispatching network-vif-plugged-15d556ff-9bae-4e3e-b3b1-57e44d9645d2 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.578838] env[69265]: WARNING nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Received unexpected event network-vif-plugged-15d556ff-9bae-4e3e-b3b1-57e44d9645d2 for instance with vm_state building and task_state spawning. [ 799.578996] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Received event network-changed-15d556ff-9bae-4e3e-b3b1-57e44d9645d2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.579188] env[69265]: DEBUG nova.compute.manager [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Refreshing instance network info cache due to event network-changed-15d556ff-9bae-4e3e-b3b1-57e44d9645d2. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.579412] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Acquiring lock "refresh_cache-4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.579615] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Acquired lock "refresh_cache-4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.579736] env[69265]: DEBUG nova.network.neutron [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Refreshing network info cache for port 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.626450] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.649922] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.650202] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.650359] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.650541] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.650684] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.650827] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.651045] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.651212] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.651384] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.651545] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.651716] env[69265]: DEBUG nova.virt.hardware [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.652592] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71bb05-00e8-49ca-bdcd-305c21990c3b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.661473] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d4cab-2546-4aeb-9fe3-2e66b0e36199 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.683180] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475886, 'name': CreateVM_Task, 'duration_secs': 0.338967} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.683347] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.684031] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.684204] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.684529] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.684774] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eac0015-aceb-4f03-a91e-dfa6f285854f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.689207] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 799.689207] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eed1a4-334c-9dfb-8ecc-dc9c7988095d" [ 799.689207] env[69265]: _type = "Task" [ 799.689207] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.696679] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eed1a4-334c-9dfb-8ecc-dc9c7988095d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.733188] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.735609] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.040s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.737125] env[69265]: INFO nova.compute.claims [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.759158] env[69265]: INFO nova.scheduler.client.report [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Deleted allocations for instance 0becda35-ead9-4f20-acbd-73b41ba2db1b [ 799.830441] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475887, 'name': ReconfigVM_Task, 'duration_secs': 0.326562} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.830715] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 7a37269c-02e6-4b97-be9d-928a859e1089/7a37269c-02e6-4b97-be9d-928a859e1089.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.831320] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-305fcf8d-effc-4ab7-8b18-e64df4ed3d6d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.838144] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 799.838144] env[69265]: value = "task-3475888" [ 799.838144] env[69265]: _type = "Task" [ 799.838144] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.850710] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475888, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.866489] env[69265]: DEBUG nova.compute.manager [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.867121] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c61abb-85e2-4ce2-ac51-89b67acef685 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.045808] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Successfully updated port: 088b900f-aaeb-45e8-9f6e-0651c116a7d2 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.196039] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 800.196039] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694968', 'volume_id': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'name': 'volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '864468ff-21d5-43f2-b378-2c8981d42d54', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'serial': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 800.196678] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf93bd0-fc3d-4ca9-a94b-fa176a21a19c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.202749] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eed1a4-334c-9dfb-8ecc-dc9c7988095d, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.203342] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.203607] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.203851] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.204009] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.204222] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.204473] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-550a65e1-49e5-4fa5-be7a-9aa4e98b8aed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.222929] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaae9d1-f389-40fc-883f-8d720cc51455 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.228494] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.228676] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.241801] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d0dda0-e429-4ff2-a9ba-27ebe39b5301 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.253077] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7/volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.255640] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fb89d1-86e1-4f29-8b6f-cc76f6c06167 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.271595] env[69265]: DEBUG oslo_concurrency.lockutils [None req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Lock "0becda35-ead9-4f20-acbd-73b41ba2db1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.506s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.274952] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 800.274952] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5228af1a-0866-3857-c172-3e2304a75ae5" [ 800.274952] env[69265]: _type = "Task" [ 800.274952] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.279309] env[69265]: DEBUG oslo_vmware.api [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Waiting for the task: (returnval){ [ 800.279309] env[69265]: value = "task-3475889" [ 800.279309] env[69265]: _type = "Task" [ 800.279309] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.285507] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5228af1a-0866-3857-c172-3e2304a75ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.286775] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ec6651-06b2-470a-a11e-6846e7e4a14b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.291527] env[69265]: DEBUG oslo_vmware.api [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Task: {'id': task-3475889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.294685] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 800.294685] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523fb798-6666-13c9-f434-15ee47a70554" [ 800.294685] env[69265]: _type = "Task" [ 800.294685] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.304701] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523fb798-6666-13c9-f434-15ee47a70554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.309579] env[69265]: DEBUG nova.network.neutron [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Updated VIF entry in instance network info cache for port 15d556ff-9bae-4e3e-b3b1-57e44d9645d2. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.309923] env[69265]: DEBUG nova.network.neutron [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Updating instance_info_cache with network_info: [{"id": "15d556ff-9bae-4e3e-b3b1-57e44d9645d2", "address": "fa:16:3e:61:bf:21", "network": {"id": "bfff3c95-7981-4d01-a6ea-9acfc0aeada0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-361401630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82478d5e7d78420dbe7fd83578535d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d556ff-9b", "ovs_interfaceid": "15d556ff-9bae-4e3e-b3b1-57e44d9645d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.347976] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475888, 'name': Rename_Task, 'duration_secs': 0.146626} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.348316] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.348574] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85722b04-c078-452d-8f13-c86377f181f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.355109] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 800.355109] env[69265]: value = "task-3475890" [ 800.355109] env[69265]: _type = "Task" [ 800.355109] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.362441] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.379116] env[69265]: INFO nova.compute.manager [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] instance snapshotting [ 800.382290] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15c4a75-8392-449c-afb8-90c412cfc018 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.403067] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0b61ce-98c0-41e7-9bca-73d0111654a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.420640] env[69265]: DEBUG nova.compute.manager [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Received event network-vif-plugged-088b900f-aaeb-45e8-9f6e-0651c116a7d2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.420811] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] Acquiring lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.421408] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] Lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.421408] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] Lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.421408] env[69265]: DEBUG nova.compute.manager [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] No waiting events found dispatching network-vif-plugged-088b900f-aaeb-45e8-9f6e-0651c116a7d2 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.421593] env[69265]: WARNING nova.compute.manager [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Received unexpected event network-vif-plugged-088b900f-aaeb-45e8-9f6e-0651c116a7d2 for instance with vm_state building and task_state spawning. [ 800.421666] env[69265]: DEBUG nova.compute.manager [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Received event network-changed-088b900f-aaeb-45e8-9f6e-0651c116a7d2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.421819] env[69265]: DEBUG nova.compute.manager [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Refreshing instance network info cache due to event network-changed-088b900f-aaeb-45e8-9f6e-0651c116a7d2. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.421998] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] Acquiring lock "refresh_cache-cb571a45-6882-4e31-9e4b-e23db8d5caaf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.422112] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] Acquired lock "refresh_cache-cb571a45-6882-4e31-9e4b-e23db8d5caaf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.422265] env[69265]: DEBUG nova.network.neutron [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Refreshing network info cache for port 088b900f-aaeb-45e8-9f6e-0651c116a7d2 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.539894] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-8e11fe11-f9db-4970-9c3e-2cd24953ea04-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.539894] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-8e11fe11-f9db-4970-9c3e-2cd24953ea04-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.546991] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "refresh_cache-cb571a45-6882-4e31-9e4b-e23db8d5caaf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.791780] env[69265]: DEBUG oslo_vmware.api [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Task: {'id': task-3475889, 'name': ReconfigVM_Task, 'duration_secs': 0.410641} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.794867] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Reconfigured VM instance instance-00000007 to attach disk [datastore2] volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7/volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.801241] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee55af7-df4e-485d-9f61-f37b1b0d5dfb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.823207] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0eac600-8672-46ce-9cbd-d330e1010dce req-9516c3d5-ea7a-426c-84fc-14021ee13e90 service nova] Releasing lock "refresh_cache-4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.829862] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523fb798-6666-13c9-f434-15ee47a70554, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.831140] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.831398] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf/4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.831713] env[69265]: DEBUG oslo_vmware.api [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Waiting for the task: (returnval){ [ 800.831713] env[69265]: value = "task-3475891" [ 800.831713] env[69265]: _type = "Task" [ 800.831713] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.831894] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de6ce969-c180-447a-8f7d-9f0389b747a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.844764] env[69265]: DEBUG oslo_vmware.api [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Task: {'id': task-3475891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.846277] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 800.846277] env[69265]: value = "task-3475892" [ 800.846277] env[69265]: _type = "Task" [ 800.846277] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.855724] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.865017] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475890, 'name': PowerOnVM_Task, 'duration_secs': 0.480205} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.865289] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.865488] env[69265]: INFO nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Took 8.86 seconds to spawn the instance on the hypervisor. [ 800.865664] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.866445] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a3892a-9dc5-4acb-a392-397f6ebb9220 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.914124] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 800.915318] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dbcb6b16-57ec-47b9-873d-5e46a05794b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.928779] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 800.928779] env[69265]: value = "task-3475893" [ 800.928779] env[69265]: _type = "Task" [ 800.928779] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.942316] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.968683] env[69265]: DEBUG nova.network.neutron [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.042432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.042629] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.043773] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f958abf3-ea95-4ba7-b657-32afc5f86072 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.069123] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d70f597-e696-421c-996d-a2c1c53e0c8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.097644] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Reconfiguring VM to detach interface {{(pid=69265) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 801.098913] env[69265]: DEBUG nova.network.neutron [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.103519] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5530bc3b-aed3-4ba7-8a1d-945ce13c4522 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.120419] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2d6e43c-8563-47e9-857e-cff180ba54d3 req-6f7b800e-f54a-479b-9396-0f97565e7016 service nova] Releasing lock "refresh_cache-cb571a45-6882-4e31-9e4b-e23db8d5caaf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.121157] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "refresh_cache-cb571a45-6882-4e31-9e4b-e23db8d5caaf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.121332] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.130050] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 801.130050] env[69265]: value = "task-3475894" [ 801.130050] env[69265]: _type = "Task" [ 801.130050] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.144139] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.346512] env[69265]: DEBUG oslo_vmware.api [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Task: {'id': task-3475891, 'name': ReconfigVM_Task, 'duration_secs': 0.142662} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.347057] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694968', 'volume_id': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'name': 'volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '864468ff-21d5-43f2-b378-2c8981d42d54', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'serial': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 801.357063] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.386178] env[69265]: INFO nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Took 51.01 seconds to build instance. [ 801.409897] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aeca1d-10b6-4df6-8f78-346e45cd8b23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.417493] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab6e837-4306-40cc-8ec9-5ee45ecb8f20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.453635] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d02810a-1e09-4bf4-8c2e-050dc370bfe8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.461937] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475893, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.465031] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffafaa5-3066-4590-9d75-c606afc2f4fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.478585] env[69265]: DEBUG nova.compute.provider_tree [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.640175] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.677162] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.857895] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528233} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.858186] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf/4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.858442] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.858698] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d721393d-f895-4c0f-bb18-9e903868859f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.865575] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 801.865575] env[69265]: value = "task-3475895" [ 801.865575] env[69265]: _type = "Task" [ 801.865575] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.875291] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.888510] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "7a37269c-02e6-4b97-be9d-928a859e1089" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.546s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.959737] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475893, 'name': CreateSnapshot_Task, 'duration_secs': 0.564664} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.959737] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 801.960371] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d75ec5-08b8-4cc9-a75e-da902b12f226 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.002725] env[69265]: ERROR nova.scheduler.client.report [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [req-ba5fc7ec-a276-4c11-b537-11b23cab5e63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba5fc7ec-a276-4c11-b537-11b23cab5e63"}]} [ 802.022852] env[69265]: DEBUG nova.scheduler.client.report [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.044890] env[69265]: DEBUG nova.scheduler.client.report [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.045128] env[69265]: DEBUG nova.compute.provider_tree [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.062823] env[69265]: DEBUG nova.scheduler.client.report [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.087231] env[69265]: DEBUG nova.scheduler.client.report [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.117758] env[69265]: DEBUG nova.network.neutron [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Updating instance_info_cache with network_info: [{"id": "088b900f-aaeb-45e8-9f6e-0651c116a7d2", "address": "fa:16:3e:79:d6:9f", "network": {"id": "bfff3c95-7981-4d01-a6ea-9acfc0aeada0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-361401630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82478d5e7d78420dbe7fd83578535d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088b900f-aa", "ovs_interfaceid": "088b900f-aaeb-45e8-9f6e-0651c116a7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.143819] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.375120] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084042} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.377688] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.378696] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09a50aa-eef0-4e34-8aa3-f560f8a10aaf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.397094] env[69265]: DEBUG nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.410494] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf/4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.414688] env[69265]: DEBUG nova.objects.instance [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Lazy-loading 'flavor' on Instance uuid 864468ff-21d5-43f2-b378-2c8981d42d54 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.416968] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-242c3e1f-2c8f-4f5c-a7f1-471f728ac149 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.438949] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 802.438949] env[69265]: value = "task-3475896" [ 802.438949] env[69265]: _type = "Task" [ 802.438949] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.449099] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.481220] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.482146] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7c9cf41-7428-4d34-b187-1303b82ff952 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.490820] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 802.490820] env[69265]: value = "task-3475897" [ 802.490820] env[69265]: _type = "Task" [ 802.490820] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.503015] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475897, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.623099] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "refresh_cache-cb571a45-6882-4e31-9e4b-e23db8d5caaf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.623661] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Instance network_info: |[{"id": "088b900f-aaeb-45e8-9f6e-0651c116a7d2", "address": "fa:16:3e:79:d6:9f", "network": {"id": "bfff3c95-7981-4d01-a6ea-9acfc0aeada0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-361401630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82478d5e7d78420dbe7fd83578535d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088b900f-aa", "ovs_interfaceid": "088b900f-aaeb-45e8-9f6e-0651c116a7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.624318] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:d6:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '088b900f-aaeb-45e8-9f6e-0651c116a7d2', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.632530] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.635930] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.644393] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49de5799-bf5e-4116-a468-bd3ee1ddb134 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.668359] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.669612] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.669612] env[69265]: value = "task-3475898" [ 802.669612] env[69265]: _type = "Task" [ 802.669612] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.677395] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475898, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.756319] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0186f2c5-b1b8-4674-b75f-5dde47e17160 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.766958] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553383c-f086-4bac-b41b-2e41d80f791e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.800746] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08639bf7-b802-41a3-8d4d-683bcac59635 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.808781] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdfaf0d-167c-4683-9086-f937023c1f64 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.823585] env[69265]: DEBUG nova.compute.provider_tree [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.935049] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a959466-2d50-4de1-a7ca-72fadc1e0925 tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.381s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.939497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.949725] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475896, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.000775] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475897, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.146560] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.182025] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475898, 'name': CreateVM_Task, 'duration_secs': 0.418386} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.182025] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.182025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.182025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.182025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.182025] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1fc65b0-1ca1-4c26-bc99-5967e4800d60 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.185376] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 803.185376] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5203fb10-b387-b550-cd82-2c6c2fa6fee0" [ 803.185376] env[69265]: _type = "Task" [ 803.185376] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.194889] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5203fb10-b387-b550-cd82-2c6c2fa6fee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.361095] env[69265]: DEBUG nova.scheduler.client.report [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 803.361363] env[69265]: DEBUG nova.compute.provider_tree [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 64 to 65 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 803.361548] env[69265]: DEBUG nova.compute.provider_tree [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.366631] env[69265]: DEBUG oslo_concurrency.lockutils [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Acquiring lock "864468ff-21d5-43f2-b378-2c8981d42d54" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.366864] env[69265]: DEBUG oslo_concurrency.lockutils [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.450419] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475896, 'name': ReconfigVM_Task, 'duration_secs': 0.587177} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.450798] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf/4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.451486] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8700d643-2adf-44d0-93a0-61c1fd09855f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.457909] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 803.457909] env[69265]: value = "task-3475899" [ 803.457909] env[69265]: _type = "Task" [ 803.457909] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.467436] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475899, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.504021] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475897, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.646518] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.696105] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5203fb10-b387-b550-cd82-2c6c2fa6fee0, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.696421] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.696652] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.696881] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.697028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.697206] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.697497] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fce7c59d-9840-4a58-97a8-7fb629719283 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.705906] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.706035] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.706888] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cabdef6-9c6d-4af0-bd18-670edbd59d03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.712140] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 803.712140] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fea723-7702-bdda-17eb-3824c594b047" [ 803.712140] env[69265]: _type = "Task" [ 803.712140] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.720284] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fea723-7702-bdda-17eb-3824c594b047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.869794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.134s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.870444] env[69265]: DEBUG nova.compute.manager [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.873594] env[69265]: INFO nova.compute.manager [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Detaching volume ee61cd99-bd1e-4df5-85d0-2c63763fd3b7 [ 803.875835] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.163s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.876064] env[69265]: DEBUG nova.objects.instance [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lazy-loading 'resources' on Instance uuid 2b523f68-396b-437a-ad1b-833802639e67 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.912355] env[69265]: INFO nova.virt.block_device [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Attempting to driver detach volume ee61cd99-bd1e-4df5-85d0-2c63763fd3b7 from mountpoint /dev/sdb [ 803.912614] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 803.912846] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694968', 'volume_id': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'name': 'volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '864468ff-21d5-43f2-b378-2c8981d42d54', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'serial': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 803.914029] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21616d2-e30f-4a96-b7d6-e755ea5362c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.936415] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1784994f-783c-4dd3-865e-fc6bbfefb4a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.943357] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e67d521-b057-47ed-8fd6-44d3829cd8b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.969244] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e95fed-3dbe-456f-b4a1-86c2c307a4af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.978757] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475899, 'name': Rename_Task, 'duration_secs': 0.136592} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.988958] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.989225] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] The volume has not been displaced from its original location: [datastore2] volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7/volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 803.994505] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 803.994841] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67325e8-ad0f-4c24-9986-cf7e19f5ffce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.996696] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7aa02c-86cc-448b-826f-3ecb07bc8026 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.018725] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475897, 'name': CloneVM_Task, 'duration_secs': 1.193927} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.020663] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Created linked-clone VM from snapshot [ 804.020983] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 804.020983] env[69265]: value = "task-3475900" [ 804.020983] env[69265]: _type = "Task" [ 804.020983] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.021225] env[69265]: DEBUG oslo_vmware.api [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Waiting for the task: (returnval){ [ 804.021225] env[69265]: value = "task-3475901" [ 804.021225] env[69265]: _type = "Task" [ 804.021225] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.021874] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dfec4b-9456-4961-864b-4dd793abf790 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.037024] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Uploading image c2344692-cca8-411f-8a7d-169dc514118f {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.042853] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475900, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.043114] env[69265]: DEBUG oslo_vmware.api [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Task: {'id': task-3475901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.063252] env[69265]: DEBUG oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 804.063252] env[69265]: value = "vm-694971" [ 804.063252] env[69265]: _type = "VirtualMachine" [ 804.063252] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 804.063548] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6b1da9c-4b99-463c-8941-d03d6e281db3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.070088] env[69265]: DEBUG oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lease: (returnval){ [ 804.070088] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528f3176-f991-09f8-ff4e-295ad625ff44" [ 804.070088] env[69265]: _type = "HttpNfcLease" [ 804.070088] env[69265]: } obtained for exporting VM: (result){ [ 804.070088] env[69265]: value = "vm-694971" [ 804.070088] env[69265]: _type = "VirtualMachine" [ 804.070088] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 804.070337] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the lease: (returnval){ [ 804.070337] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528f3176-f991-09f8-ff4e-295ad625ff44" [ 804.070337] env[69265]: _type = "HttpNfcLease" [ 804.070337] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.076163] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.076163] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528f3176-f991-09f8-ff4e-295ad625ff44" [ 804.076163] env[69265]: _type = "HttpNfcLease" [ 804.076163] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.092264] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "fb3332b1-6312-4ff0-8359-4fee8ae67379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.092545] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "fb3332b1-6312-4ff0-8359-4fee8ae67379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.145187] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.221777] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fea723-7702-bdda-17eb-3824c594b047, 'name': SearchDatastore_Task, 'duration_secs': 0.008273} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.222887] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a071efc-4fae-4db4-a867-8dd3def3136c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.227889] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 804.227889] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522deeb7-0b12-14b3-8612-8c096cf511e3" [ 804.227889] env[69265]: _type = "Task" [ 804.227889] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.235770] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522deeb7-0b12-14b3-8612-8c096cf511e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.377191] env[69265]: DEBUG nova.compute.utils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.379620] env[69265]: DEBUG nova.compute.manager [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 804.539376] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475900, 'name': PowerOnVM_Task, 'duration_secs': 0.496532} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.545404] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.545673] env[69265]: INFO nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Took 7.66 seconds to spawn the instance on the hypervisor. [ 804.545856] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.546188] env[69265]: DEBUG oslo_vmware.api [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Task: {'id': task-3475901, 'name': ReconfigVM_Task, 'duration_secs': 0.307467} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.552354] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadcda89-25e6-4bbd-9f2e-5cc90f65c6cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.555012] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 804.562312] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1abea07-0f38-42f1-aa7e-b0820ca2e67f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.590641] env[69265]: DEBUG oslo_vmware.api [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Waiting for the task: (returnval){ [ 804.590641] env[69265]: value = "task-3475903" [ 804.590641] env[69265]: _type = "Task" [ 804.590641] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.596588] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.596588] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528f3176-f991-09f8-ff4e-295ad625ff44" [ 804.596588] env[69265]: _type = "HttpNfcLease" [ 804.596588] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 804.597636] env[69265]: DEBUG oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 804.597636] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528f3176-f991-09f8-ff4e-295ad625ff44" [ 804.597636] env[69265]: _type = "HttpNfcLease" [ 804.597636] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 804.598466] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c21946-f5cc-44c8-84a9-835420ba0700 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.604867] env[69265]: DEBUG oslo_vmware.api [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Task: {'id': task-3475903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.613300] env[69265]: DEBUG oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c39d1-acef-44ef-2b9c-4e84ea0bf9b9/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 804.613466] env[69265]: DEBUG oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c39d1-acef-44ef-2b9c-4e84ea0bf9b9/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 804.685853] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.737990] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522deeb7-0b12-14b3-8612-8c096cf511e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.740457] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.740724] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] cb571a45-6882-4e31-9e4b-e23db8d5caaf/cb571a45-6882-4e31-9e4b-e23db8d5caaf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.741147] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-203a74b3-779e-4847-b75b-3d2e511e0d10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.748062] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 804.748062] env[69265]: value = "task-3475904" [ 804.748062] env[69265]: _type = "Task" [ 804.748062] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.758146] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.768491] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02d4275a-c927-4296-8084-0f8a35be7226 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.880432] env[69265]: DEBUG nova.compute.manager [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.003116] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f684c6-6bfb-4eb4-9eb3-32fdbf136f5c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.012519] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6145f05e-b60b-4488-b21c-c23b15f17be0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.048633] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceae7c0-2927-4fab-aa39-079786f5ee65 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.057399] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad213ab-9e2b-4ec6-9ea0-5b560dea7c43 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.075573] env[69265]: DEBUG nova.compute.provider_tree [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.103294] env[69265]: INFO nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Took 50.44 seconds to build instance. [ 805.110856] env[69265]: DEBUG oslo_vmware.api [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Task: {'id': task-3475903, 'name': ReconfigVM_Task, 'duration_secs': 0.174761} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.111337] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694968', 'volume_id': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'name': 'volume-ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '864468ff-21d5-43f2-b378-2c8981d42d54', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7', 'serial': 'ee61cd99-bd1e-4df5-85d0-2c63763fd3b7'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 805.188401] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.258839] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.600219] env[69265]: ERROR nova.scheduler.client.report [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] [req-7b5dbf16-78f8-4f9e-9d9d-704d2eac1bde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b5dbf16-78f8-4f9e-9d9d-704d2eac1bde"}]} [ 805.606165] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.220s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.617891] env[69265]: DEBUG nova.scheduler.client.report [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 805.634434] env[69265]: DEBUG nova.scheduler.client.report [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 805.634742] env[69265]: DEBUG nova.compute.provider_tree [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.647809] env[69265]: DEBUG nova.scheduler.client.report [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 805.669191] env[69265]: DEBUG nova.scheduler.client.report [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 805.672730] env[69265]: DEBUG nova.objects.instance [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Lazy-loading 'flavor' on Instance uuid 864468ff-21d5-43f2-b378-2c8981d42d54 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.686368] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.758774] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605051} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.762188] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] cb571a45-6882-4e31-9e4b-e23db8d5caaf/cb571a45-6882-4e31-9e4b-e23db8d5caaf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.763185] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.763542] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfda030d-71dc-4b8f-a90c-12c999eaefd0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.773188] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 805.773188] env[69265]: value = "task-3475905" [ 805.773188] env[69265]: _type = "Task" [ 805.773188] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.781199] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.892044] env[69265]: DEBUG nova.compute.manager [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.917034] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.917595] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.917807] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.918075] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.918340] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.918556] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.918835] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.920037] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.920037] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.920037] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.920037] env[69265]: DEBUG nova.virt.hardware [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.920594] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0742a09a-ca8e-49e8-9b3d-084ba16a516f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.931462] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847fdf57-53e3-4159-9742-495e3adbbef6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.950878] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.956490] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Creating folder: Project (be07600d4aef475ea25b56617d805237). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.959637] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23e91ecd-7b84-49fd-9ba7-a8432bdac67f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.973994] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Created folder: Project (be07600d4aef475ea25b56617d805237) in parent group-v694865. [ 805.973994] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Creating folder: Instances. Parent ref: group-v694973. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.974316] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc289fcc-779e-4b49-9e8e-5e7b3fd7abd9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.983366] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Created folder: Instances in parent group-v694973. [ 805.983591] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.983776] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.984067] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dbb88ec-0465-419d-b102-5271999849d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.003866] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.003866] env[69265]: value = "task-3475908" [ 806.003866] env[69265]: _type = "Task" [ 806.003866] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.015019] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475908, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.108755] env[69265]: DEBUG nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.189178] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.255381] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776aea7-023c-435d-8464-03ff38f95ff0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.263466] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c328c-2a04-4bf4-b3ee-3b93162685ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.302767] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30d5116-793a-4113-9fe7-54791e668583 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.308802] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127848} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.309671] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.310556] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e683ee03-54ff-44fd-b63b-85445a17627a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.318652] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a527be95-29a6-4e35-b8b3-c4304529e524 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.342302] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] cb571a45-6882-4e31-9e4b-e23db8d5caaf/cb571a45-6882-4e31-9e4b-e23db8d5caaf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.343144] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c8d36f4-894b-448d-93b8-3bdf6b9acd32 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.366285] env[69265]: DEBUG nova.compute.provider_tree [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.371808] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 806.371808] env[69265]: value = "task-3475909" [ 806.371808] env[69265]: _type = "Task" [ 806.371808] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.379890] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.514718] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475908, 'name': CreateVM_Task, 'duration_secs': 0.348023} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.515042] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.515675] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.515985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.516429] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.516820] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009d5302-d68b-4ef0-9b47-7e3746a7427c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.521966] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 806.521966] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c8c917-cbef-0341-2791-1e52244eee7c" [ 806.521966] env[69265]: _type = "Task" [ 806.521966] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.530395] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c8c917-cbef-0341-2791-1e52244eee7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.630364] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.683397] env[69265]: DEBUG oslo_concurrency.lockutils [None req-538068d4-6155-4d0e-9a38-f8dd4300215a tempest-VolumesAssistedSnapshotsTest-1341254749 tempest-VolumesAssistedSnapshotsTest-1341254749-project-admin] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.688283] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.871768] env[69265]: DEBUG nova.scheduler.client.report [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.885653] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.034732] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c8c917-cbef-0341-2791-1e52244eee7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.034827] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035138] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.035531] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.036505] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.036505] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.036505] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cb5d7a-3215-40a8-a8d2-777c9c0b86a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.045548] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.045866] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.046923] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ee663a-e654-4498-9f8a-98f2bb16ce6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.053951] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 807.053951] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de4097-2d09-6dd0-910d-f47bd0389b6c" [ 807.053951] env[69265]: _type = "Task" [ 807.053951] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.062411] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de4097-2d09-6dd0-910d-f47bd0389b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.191394] env[69265]: DEBUG oslo_vmware.api [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475894, 'name': ReconfigVM_Task, 'duration_secs': 5.787285} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.191533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.191778] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Reconfigured VM to detach interface {{(pid=69265) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 807.381287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.505s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.384083] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.732s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.386284] env[69265]: INFO nova.compute.claims [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.396628] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475909, 'name': ReconfigVM_Task, 'duration_secs': 0.578685} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.397030] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Reconfigured VM instance instance-00000023 to attach disk [datastore2] cb571a45-6882-4e31-9e4b-e23db8d5caaf/cb571a45-6882-4e31-9e4b-e23db8d5caaf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.398182] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40b39cda-3fec-489d-8669-12bf01600ef5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.401442] env[69265]: INFO nova.scheduler.client.report [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Deleted allocations for instance 2b523f68-396b-437a-ad1b-833802639e67 [ 807.408250] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 807.408250] env[69265]: value = "task-3475911" [ 807.408250] env[69265]: _type = "Task" [ 807.408250] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.419184] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475911, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.491387] env[69265]: DEBUG nova.compute.manager [req-140dbd40-6ef1-4b81-b93f-5220a82ee619 req-2af2aa63-bf1f-4b00-ba07-a4a34d6ec942 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received event network-vif-deleted-60ec64c3-04e4-4833-9e57-cb61ef3c56fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.491549] env[69265]: INFO nova.compute.manager [req-140dbd40-6ef1-4b81-b93f-5220a82ee619 req-2af2aa63-bf1f-4b00-ba07-a4a34d6ec942 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Neutron deleted interface 60ec64c3-04e4-4833-9e57-cb61ef3c56fe; detaching it from the instance and deleting it from the info cache [ 807.491812] env[69265]: DEBUG nova.network.neutron [req-140dbd40-6ef1-4b81-b93f-5220a82ee619 req-2af2aa63-bf1f-4b00-ba07-a4a34d6ec942 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [{"id": "48433a68-9551-414c-8229-254ed38b20a7", "address": "fa:16:3e:b7:76:cd", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48433a68-95", "ovs_interfaceid": "48433a68-9551-414c-8229-254ed38b20a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.565662] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de4097-2d09-6dd0-910d-f47bd0389b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.566521] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d87d286-9d0a-4983-b4e0-db758a00d163 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.572329] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 807.572329] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52145b8f-a525-699e-6102-53c9deee1b5e" [ 807.572329] env[69265]: _type = "Task" [ 807.572329] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.580214] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52145b8f-a525-699e-6102-53c9deee1b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.919563] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6ac9080-b415-424c-ab2f-e7c53fe07114 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Lock "2b523f68-396b-437a-ad1b-833802639e67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.649s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.929592] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475911, 'name': Rename_Task, 'duration_secs': 0.206944} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.929876] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.930149] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-137769b8-c6c4-400d-9012-2b6de3c3d1b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.941560] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 807.941560] env[69265]: value = "task-3475912" [ 807.941560] env[69265]: _type = "Task" [ 807.941560] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.951174] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.994757] env[69265]: DEBUG oslo_concurrency.lockutils [req-140dbd40-6ef1-4b81-b93f-5220a82ee619 req-2af2aa63-bf1f-4b00-ba07-a4a34d6ec942 service nova] Acquiring lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.996222] env[69265]: DEBUG oslo_concurrency.lockutils [req-140dbd40-6ef1-4b81-b93f-5220a82ee619 req-2af2aa63-bf1f-4b00-ba07-a4a34d6ec942 service nova] Acquired lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.996409] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13837313-c1a4-465f-8edc-7259b343abc9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.014190] env[69265]: DEBUG oslo_concurrency.lockutils [req-140dbd40-6ef1-4b81-b93f-5220a82ee619 req-2af2aa63-bf1f-4b00-ba07-a4a34d6ec942 service nova] Releasing lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.014483] env[69265]: WARNING nova.compute.manager [req-140dbd40-6ef1-4b81-b93f-5220a82ee619 req-2af2aa63-bf1f-4b00-ba07-a4a34d6ec942 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Detach interface failed, port_id=60ec64c3-04e4-4833-9e57-cb61ef3c56fe, reason: No device with interface-id 60ec64c3-04e4-4833-9e57-cb61ef3c56fe exists on VM: nova.exception.NotFound: No device with interface-id 60ec64c3-04e4-4833-9e57-cb61ef3c56fe exists on VM [ 808.085825] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52145b8f-a525-699e-6102-53c9deee1b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.085825] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.086106] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] da661f70-29f9-43d2-942c-c756ab4965b2/da661f70-29f9-43d2-942c-c756ab4965b2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.086436] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-755e48f1-27f7-431b-9dce-65373d98f3ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.093182] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 808.093182] env[69265]: value = "task-3475913" [ 808.093182] env[69265]: _type = "Task" [ 808.093182] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.103191] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.454079] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475912, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.476416] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.476737] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.476976] env[69265]: DEBUG nova.network.neutron [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.609375] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509161} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.609839] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.610098] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.610312] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.610500] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.610701] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.612300] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] da661f70-29f9-43d2-942c-c756ab4965b2/da661f70-29f9-43d2-942c-c756ab4965b2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.612687] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.613054] env[69265]: INFO nova.compute.manager [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Terminating instance [ 808.616616] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77f219cb-f190-4e70-9da2-9f13c7f6ceb8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.627287] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 808.627287] env[69265]: value = "task-3475914" [ 808.627287] env[69265]: _type = "Task" [ 808.627287] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.635380] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.956621] env[69265]: DEBUG oslo_vmware.api [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475912, 'name': PowerOnVM_Task, 'duration_secs': 0.81934} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.956911] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.957111] env[69265]: INFO nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Took 9.33 seconds to spawn the instance on the hypervisor. [ 808.957326] env[69265]: DEBUG nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.958185] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c8491f-2348-4139-91fd-b3733ef03ecf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.022894] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca242cf0-9b79-4a6a-9637-d4c4c4f02dfd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.038175] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc462f-3ded-4c23-8d5c-11bb900faf6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.076677] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aa8b0a-4813-45ee-9257-728df69cea48 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.086199] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e043930-ca27-44b8-8f2d-540c8e83c75d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.100378] env[69265]: DEBUG nova.compute.provider_tree [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.124664] env[69265]: DEBUG nova.compute.manager [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.124953] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.126103] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b1c0d-1288-4124-b7ce-d5fedcce2c7f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.137903] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102005} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.140140] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.140481] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.141377] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8171b344-4cfb-44c4-80d5-37404750e16f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.145964] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1605d8dd-376a-4c34-872d-738c20676c96 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.167982] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] da661f70-29f9-43d2-942c-c756ab4965b2/da661f70-29f9-43d2-942c-c756ab4965b2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.170460] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9f3b59-f6cd-4f4a-9bd2-f752f2c58799 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.184349] env[69265]: DEBUG oslo_vmware.api [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 809.184349] env[69265]: value = "task-3475915" [ 809.184349] env[69265]: _type = "Task" [ 809.184349] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.193118] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 809.193118] env[69265]: value = "task-3475916" [ 809.193118] env[69265]: _type = "Task" [ 809.193118] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.196264] env[69265]: DEBUG oslo_vmware.api [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.205615] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.308394] env[69265]: DEBUG nova.network.neutron [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [{"id": "48433a68-9551-414c-8229-254ed38b20a7", "address": "fa:16:3e:b7:76:cd", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48433a68-95", "ovs_interfaceid": "48433a68-9551-414c-8229-254ed38b20a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.484937] env[69265]: INFO nova.compute.manager [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Took 54.29 seconds to build instance. [ 809.606427] env[69265]: DEBUG nova.scheduler.client.report [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.700636] env[69265]: DEBUG oslo_vmware.api [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475915, 'name': PowerOffVM_Task, 'duration_secs': 0.295862} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.704216] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.704414] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.704669] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2c6d380-db66-4a45-a323-9a6f74a40b4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.712305] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475916, 'name': ReconfigVM_Task, 'duration_secs': 0.388913} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.712555] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] da661f70-29f9-43d2-942c-c756ab4965b2/da661f70-29f9-43d2-942c-c756ab4965b2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.713196] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b980012-ac8e-404a-9bb3-b1ad681b7255 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.718408] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 809.718408] env[69265]: value = "task-3475918" [ 809.718408] env[69265]: _type = "Task" [ 809.718408] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.728473] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475918, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.770571] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.770881] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.771102] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleting the datastore file [datastore2] 8e11fe11-f9db-4970-9c3e-2cd24953ea04 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.772379] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc217a8d-9977-484b-9895-00d21043353f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.777731] env[69265]: DEBUG oslo_vmware.api [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 809.777731] env[69265]: value = "task-3475919" [ 809.777731] env[69265]: _type = "Task" [ 809.777731] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.785962] env[69265]: DEBUG oslo_vmware.api [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.810954] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-8e11fe11-f9db-4970-9c3e-2cd24953ea04" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.987216] env[69265]: DEBUG oslo_concurrency.lockutils [None req-54acd8a3-5c48-4b17-9d36-56ffe500708b tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.522s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.021134] env[69265]: DEBUG nova.compute.manager [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.021134] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fd1634-4531-4010-ae2c-0aaac94d5839 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.071856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "7a37269c-02e6-4b97-be9d-928a859e1089" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.071856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "7a37269c-02e6-4b97-be9d-928a859e1089" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.071856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "7a37269c-02e6-4b97-be9d-928a859e1089-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.071856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "7a37269c-02e6-4b97-be9d-928a859e1089-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.071856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "7a37269c-02e6-4b97-be9d-928a859e1089-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.072636] env[69265]: INFO nova.compute.manager [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Terminating instance [ 810.118303] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.119135] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.126036] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.645s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.128322] env[69265]: INFO nova.compute.claims [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.232425] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475918, 'name': Rename_Task, 'duration_secs': 0.159723} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.232425] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.232708] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48e13bc-ca03-4d6d-849c-e89cdc31af84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.240337] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 810.240337] env[69265]: value = "task-3475920" [ 810.240337] env[69265]: _type = "Task" [ 810.240337] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.250081] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.288243] env[69265]: DEBUG oslo_vmware.api [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3475919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206799} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.288601] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.288803] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.288984] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.289752] env[69265]: INFO nova.compute.manager [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Took 1.16 seconds to destroy the instance on the hypervisor. [ 810.290065] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.290278] env[69265]: DEBUG nova.compute.manager [-] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.290376] env[69265]: DEBUG nova.network.neutron [-] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.315193] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4bab4602-aa25-4cbf-9620-daf76d2d89dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-8e11fe11-f9db-4970-9c3e-2cd24953ea04-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.775s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.465413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquiring lock "864468ff-21d5-43f2-b378-2c8981d42d54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.465883] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.466164] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquiring lock "864468ff-21d5-43f2-b378-2c8981d42d54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.466363] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "864468ff-21d5-43f2-b378-2c8981d42d54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.466533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "864468ff-21d5-43f2-b378-2c8981d42d54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.471700] env[69265]: INFO nova.compute.manager [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Terminating instance [ 810.492308] env[69265]: DEBUG nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.533126] env[69265]: INFO nova.compute.manager [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] instance snapshotting [ 810.533126] env[69265]: DEBUG nova.objects.instance [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'flavor' on Instance uuid 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.580910] env[69265]: DEBUG nova.compute.manager [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.581219] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.582521] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45160116-28be-4339-82b1-96a5fc0663a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.590971] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.591293] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3424e76-fa25-47d1-a341-a5512582462a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.599476] env[69265]: DEBUG oslo_vmware.api [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 810.599476] env[69265]: value = "task-3475921" [ 810.599476] env[69265]: _type = "Task" [ 810.599476] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.608918] env[69265]: DEBUG oslo_vmware.api [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.637903] env[69265]: DEBUG nova.compute.utils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.643267] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.643498] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.748642] env[69265]: DEBUG nova.policy [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8db954006e4798b26c16a0bef0471c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c7c8548ce44b489fad9e000f4592d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.757893] env[69265]: DEBUG oslo_vmware.api [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475920, 'name': PowerOnVM_Task, 'duration_secs': 0.473152} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.759442] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.759815] env[69265]: INFO nova.compute.manager [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Took 4.87 seconds to spawn the instance on the hypervisor. [ 810.760087] env[69265]: DEBUG nova.compute.manager [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.761324] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b601365-eeed-4353-a9d0-c1acbf3a07e0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.981218] env[69265]: DEBUG nova.compute.manager [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.981218] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.981218] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebc9a98-cdc5-4efc-94a7-d9924a8e2d25 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.991937] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.992892] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca1dd0b8-1396-46c7-9f71-6f3bbebd4a5c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.002779] env[69265]: DEBUG oslo_vmware.api [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 811.002779] env[69265]: value = "task-3475922" [ 811.002779] env[69265]: _type = "Task" [ 811.002779] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.015646] env[69265]: DEBUG oslo_vmware.api [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.018908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.041857] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ade5b99-bc7b-40e1-9d90-180a879d0404 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.063627] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a42f0-0dea-4fa7-afb1-d21f4f513777 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.114377] env[69265]: DEBUG oslo_vmware.api [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475921, 'name': PowerOffVM_Task, 'duration_secs': 0.22554} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.117140] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.117140] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.117140] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c48414ac-061b-48e5-a91b-7f96720d0ba9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.147232] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.182057] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.182057] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.182057] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleting the datastore file [datastore2] 7a37269c-02e6-4b97-be9d-928a859e1089 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.182057] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611accf9-91e2-4b99-b9dd-4f3cb8bdc70f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.191680] env[69265]: DEBUG nova.compute.manager [req-7f9178ef-6deb-4292-84cb-24228726efba req-3cbfd7f0-98ed-4eb8-b840-8f956677ca11 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Received event network-vif-deleted-48433a68-9551-414c-8229-254ed38b20a7 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.191834] env[69265]: INFO nova.compute.manager [req-7f9178ef-6deb-4292-84cb-24228726efba req-3cbfd7f0-98ed-4eb8-b840-8f956677ca11 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Neutron deleted interface 48433a68-9551-414c-8229-254ed38b20a7; detaching it from the instance and deleting it from the info cache [ 811.192483] env[69265]: DEBUG nova.network.neutron [req-7f9178ef-6deb-4292-84cb-24228726efba req-3cbfd7f0-98ed-4eb8-b840-8f956677ca11 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.198846] env[69265]: DEBUG oslo_vmware.api [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 811.198846] env[69265]: value = "task-3475924" [ 811.198846] env[69265]: _type = "Task" [ 811.198846] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.212110] env[69265]: DEBUG oslo_vmware.api [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.288746] env[69265]: INFO nova.compute.manager [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Took 49.62 seconds to build instance. [ 811.398186] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Successfully created port: c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.518578] env[69265]: DEBUG oslo_vmware.api [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475922, 'name': PowerOffVM_Task, 'duration_secs': 0.277041} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.518946] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.519166] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.519496] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e838c8f9-5745-4467-8932-df1ce63a39e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.581021] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.581021] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.583059] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.583059] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Deleting the datastore file [datastore2] 864468ff-21d5-43f2-b378-2c8981d42d54 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.584661] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a99d6f04-b8f7-4408-a549-98296a2414a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.587361] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-259f3f30-6282-45fd-993c-3c4478301f88 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.598930] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 811.598930] env[69265]: value = "task-3475926" [ 811.598930] env[69265]: _type = "Task" [ 811.598930] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.601219] env[69265]: DEBUG oslo_vmware.api [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for the task: (returnval){ [ 811.601219] env[69265]: value = "task-3475927" [ 811.601219] env[69265]: _type = "Task" [ 811.601219] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.619181] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475926, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.621883] env[69265]: DEBUG oslo_vmware.api [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.631129] env[69265]: DEBUG nova.network.neutron [-] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.699162] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14ef6c3f-f821-469d-83c9-f586ec88d5c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.719369] env[69265]: DEBUG oslo_vmware.api [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3475924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243414} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.719501] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.719731] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.719941] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.720136] env[69265]: INFO nova.compute.manager [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Took 1.14 seconds to destroy the instance on the hypervisor. [ 811.720401] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.720978] env[69265]: DEBUG nova.compute.manager [-] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.721100] env[69265]: DEBUG nova.network.neutron [-] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.725515] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2aeab5-ef68-4109-b84a-fc0928b11840 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.765750] env[69265]: DEBUG nova.compute.manager [req-7f9178ef-6deb-4292-84cb-24228726efba req-3cbfd7f0-98ed-4eb8-b840-8f956677ca11 service nova] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Detach interface failed, port_id=48433a68-9551-414c-8229-254ed38b20a7, reason: Instance 8e11fe11-f9db-4970-9c3e-2cd24953ea04 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.794075] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d12ed0d3-9a82-41d2-ae38-0f4a913bd1d7 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "da661f70-29f9-43d2-942c-c756ab4965b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.622s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.948717] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2b1a18-f579-4ba3-a51b-696275aa0e30 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.956588] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7918dc1-c461-4b4a-8965-26d8111e62fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.994035] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2869c3e-f4ef-42e1-a51d-0de3c272a48e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.004989] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc2a450-e84d-4831-8500-e781755264bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.022755] env[69265]: DEBUG nova.compute.provider_tree [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.116262] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475926, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.120274] env[69265]: DEBUG oslo_vmware.api [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Task: {'id': task-3475927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314873} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.120274] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.120477] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.120695] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.120874] env[69265]: INFO nova.compute.manager [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Took 1.14 seconds to destroy the instance on the hypervisor. [ 812.121128] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.121318] env[69265]: DEBUG nova.compute.manager [-] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.121411] env[69265]: DEBUG nova.network.neutron [-] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.139265] env[69265]: INFO nova.compute.manager [-] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Took 1.85 seconds to deallocate network for instance. [ 812.168190] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.191196] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.191455] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.191612] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.191788] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.191932] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.192087] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.192294] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.192451] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.192619] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.192822] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.192964] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.193837] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b17226-dc9d-4cec-add1-1d0f77798f52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.205706] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dcff31-44f0-429c-88d0-f63c3f55f101 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.297437] env[69265]: DEBUG nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.495672] env[69265]: DEBUG nova.compute.manager [None req-328e4720-2e82-4c61-8822-24eb4427c0e6 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.496772] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd221dc-2f37-44c9-930b-bbe173d7e46d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.537456] env[69265]: DEBUG nova.network.neutron [-] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.568094] env[69265]: DEBUG nova.scheduler.client.report [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.568413] env[69265]: DEBUG nova.compute.provider_tree [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 66 to 67 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.568579] env[69265]: DEBUG nova.compute.provider_tree [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.614288] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475926, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.644293] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.823446] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.833181] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquiring lock "da661f70-29f9-43d2-942c-c756ab4965b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.833423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "da661f70-29f9-43d2-942c-c756ab4965b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.833685] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquiring lock "da661f70-29f9-43d2-942c-c756ab4965b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.833888] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "da661f70-29f9-43d2-942c-c756ab4965b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.834276] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "da661f70-29f9-43d2-942c-c756ab4965b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.836734] env[69265]: INFO nova.compute.manager [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Terminating instance [ 813.008246] env[69265]: INFO nova.compute.manager [None req-328e4720-2e82-4c61-8822-24eb4427c0e6 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] instance snapshotting [ 813.008933] env[69265]: DEBUG nova.objects.instance [None req-328e4720-2e82-4c61-8822-24eb4427c0e6 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lazy-loading 'flavor' on Instance uuid da661f70-29f9-43d2-942c-c756ab4965b2 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.042904] env[69265]: INFO nova.compute.manager [-] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Took 1.32 seconds to deallocate network for instance. [ 813.073882] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.950s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.074678] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.079306] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.780s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.082462] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Successfully updated port: c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.117314] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475926, 'name': CreateSnapshot_Task, 'duration_secs': 1.157193} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.119934] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 813.119934] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf2adc0-570b-4094-9a96-8778a261376c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.194058] env[69265]: DEBUG nova.network.neutron [-] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.293290] env[69265]: DEBUG nova.compute.manager [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Received event network-vif-deleted-03828aa2-16c4-436b-81a3-211f0f0124bb {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.293290] env[69265]: DEBUG nova.compute.manager [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Received event network-vif-deleted-3686e37b-2af8-4d27-a283-a7a602c9bd52 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.293290] env[69265]: DEBUG nova.compute.manager [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Received event network-vif-plugged-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.293290] env[69265]: DEBUG oslo_concurrency.lockutils [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] Acquiring lock "8849eaac-c903-4f80-8772-2a91b067fea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.293290] env[69265]: DEBUG oslo_concurrency.lockutils [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] Lock "8849eaac-c903-4f80-8772-2a91b067fea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.293290] env[69265]: DEBUG oslo_concurrency.lockutils [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] Lock "8849eaac-c903-4f80-8772-2a91b067fea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.293290] env[69265]: DEBUG nova.compute.manager [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] No waiting events found dispatching network-vif-plugged-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.293290] env[69265]: WARNING nova.compute.manager [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Received unexpected event network-vif-plugged-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b for instance with vm_state building and task_state spawning. [ 813.293290] env[69265]: DEBUG nova.compute.manager [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Received event network-changed-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.293290] env[69265]: DEBUG nova.compute.manager [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Refreshing instance network info cache due to event network-changed-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.293290] env[69265]: DEBUG oslo_concurrency.lockutils [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] Acquiring lock "refresh_cache-8849eaac-c903-4f80-8772-2a91b067fea4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.293290] env[69265]: DEBUG oslo_concurrency.lockutils [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] Acquired lock "refresh_cache-8849eaac-c903-4f80-8772-2a91b067fea4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.293290] env[69265]: DEBUG nova.network.neutron [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Refreshing network info cache for port c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.340660] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquiring lock "refresh_cache-da661f70-29f9-43d2-942c-c756ab4965b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.340849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquired lock "refresh_cache-da661f70-29f9-43d2-942c-c756ab4965b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.341039] env[69265]: DEBUG nova.network.neutron [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.517701] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17c3f3d-9602-4e63-99a2-df55b089064f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.535822] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c6c1a6-5a64-4599-b550-753c2899f010 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.553281] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.585302] env[69265]: DEBUG nova.compute.utils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.588849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "refresh_cache-8849eaac-c903-4f80-8772-2a91b067fea4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.599068] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.599343] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.638926] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.639665] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47d81cf0-d3bf-40b1-925f-8fe9a69a9fc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.649413] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 813.649413] env[69265]: value = "task-3475928" [ 813.649413] env[69265]: _type = "Task" [ 813.649413] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.654278] env[69265]: DEBUG nova.policy [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8db954006e4798b26c16a0bef0471c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c7c8548ce44b489fad9e000f4592d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.662242] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475928, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.695917] env[69265]: INFO nova.compute.manager [-] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Took 1.57 seconds to deallocate network for instance. [ 813.848978] env[69265]: DEBUG nova.network.neutron [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.870018] env[69265]: DEBUG nova.network.neutron [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.939052] env[69265]: DEBUG nova.network.neutron [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.990022] env[69265]: DEBUG nova.network.neutron [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.043978] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Successfully created port: 74fc764f-4276-4e41-b96f-65f768913465 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.046653] env[69265]: DEBUG nova.compute.manager [None req-328e4720-2e82-4c61-8822-24eb4427c0e6 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Instance disappeared during snapshot {{(pid=69265) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 814.088753] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.144253] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 159133ec-f812-4c14-83b0-2428af776431 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.144253] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 864468ff-21d5-43f2-b378-2c8981d42d54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.144253] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 4cfdb398-db76-48b1-85cf-48b4a2ad4793 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 814.144253] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 417b5827-79da-47a6-bf40-0eaee265660c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.144403] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance ac64274f-9331-4362-af8c-e61c3dfca47b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 814.144469] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.144589] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d9fb3dba-41f2-463c-8d57-118b0aa46f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.144704] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 6b2ebe83-7312-4c1b-a984-86256ccd217c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.144817] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 9c202839-d942-4f38-9c1a-3da6428d2ef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.144941] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8e11fe11-f9db-4970-9c3e-2cd24953ea04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 814.145071] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance cd72fe81-eab5-496c-9f24-21ea8d2c6e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.145197] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 9bb54c89-5c52-466a-88b6-bb3c98a6bd91 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 814.145388] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 814.145592] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance ed692e48-b9de-4a4f-8822-7b48266a065e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.145730] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance ef5ae28a-6c13-4a59-9bf3-f241df6b8635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.145848] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 362a639d-a6d8-4bd8-92d5-006db634e68b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.145977] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 7a37269c-02e6-4b97-be9d-928a859e1089 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 814.146566] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.146719] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance cb571a45-6882-4e31-9e4b-e23db8d5caaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.146883] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance da661f70-29f9-43d2-942c-c756ab4965b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.147058] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8849eaac-c903-4f80-8772-2a91b067fea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.147185] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.162440] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475928, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.205758] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.219280] env[69265]: DEBUG nova.compute.manager [None req-328e4720-2e82-4c61-8822-24eb4427c0e6 tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Found 0 images (rotation: 2) {{(pid=69265) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 814.442879] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Releasing lock "refresh_cache-da661f70-29f9-43d2-942c-c756ab4965b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.443016] env[69265]: DEBUG nova.compute.manager [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.443474] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.444286] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09910a0-b778-4e41-ba82-29c8c6aa9508 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.453968] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.454296] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0ccf9b1-1a95-4e81-9673-aaad2fbdcaae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.463061] env[69265]: DEBUG oslo_vmware.api [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 814.463061] env[69265]: value = "task-3475929" [ 814.463061] env[69265]: _type = "Task" [ 814.463061] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.474349] env[69265]: DEBUG oslo_vmware.api [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.492882] env[69265]: DEBUG oslo_concurrency.lockutils [req-79eb4106-0635-4c6b-8e82-c0293d53cad0 req-7b87193b-52f3-4110-a416-8a07b5427771 service nova] Releasing lock "refresh_cache-8849eaac-c903-4f80-8772-2a91b067fea4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.493349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "refresh_cache-8849eaac-c903-4f80-8772-2a91b067fea4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.493531] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.650228] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8d0b13c6-cb9f-4980-930d-760e24dbab70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.662498] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475928, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.973619] env[69265]: DEBUG oslo_vmware.api [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475929, 'name': PowerOffVM_Task, 'duration_secs': 0.134787} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.973953] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.974140] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.974409] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-481e1dc6-cb15-48c1-9cc9-77aa0ee44cdd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.003821] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.004061] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.004250] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Deleting the datastore file [datastore2] da661f70-29f9-43d2-942c-c756ab4965b2 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.004506] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6edaee46-8167-4dfa-95c3-5a16d7a245b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.012198] env[69265]: DEBUG oslo_vmware.api [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for the task: (returnval){ [ 815.012198] env[69265]: value = "task-3475931" [ 815.012198] env[69265]: _type = "Task" [ 815.012198] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.021091] env[69265]: DEBUG oslo_vmware.api [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.033063] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.106158] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.128612] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.128612] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.128612] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.128612] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.128855] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.128855] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.128991] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.129186] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.129360] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.129525] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.131024] env[69265]: DEBUG nova.virt.hardware [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.131024] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2085e0-f8ec-4571-8172-d95c37e031ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.139724] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e40e46-7b7a-478c-8c51-4610028bb349 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.156660] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.173189] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475928, 'name': CloneVM_Task} progress is 95%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.201088] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Updating instance_info_cache with network_info: [{"id": "c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b", "address": "fa:16:3e:9b:0f:fc", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1d70e8a-df", "ovs_interfaceid": "c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.497502] env[69265]: DEBUG nova.compute.manager [req-029e44e2-9918-4887-a964-7923474602ed req-4c4a81fb-2283-4964-a5af-dd33f23d7230 service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Received event network-vif-plugged-74fc764f-4276-4e41-b96f-65f768913465 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.497799] env[69265]: DEBUG oslo_concurrency.lockutils [req-029e44e2-9918-4887-a964-7923474602ed req-4c4a81fb-2283-4964-a5af-dd33f23d7230 service nova] Acquiring lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.498057] env[69265]: DEBUG oslo_concurrency.lockutils [req-029e44e2-9918-4887-a964-7923474602ed req-4c4a81fb-2283-4964-a5af-dd33f23d7230 service nova] Lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.498271] env[69265]: DEBUG oslo_concurrency.lockutils [req-029e44e2-9918-4887-a964-7923474602ed req-4c4a81fb-2283-4964-a5af-dd33f23d7230 service nova] Lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.498460] env[69265]: DEBUG nova.compute.manager [req-029e44e2-9918-4887-a964-7923474602ed req-4c4a81fb-2283-4964-a5af-dd33f23d7230 service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] No waiting events found dispatching network-vif-plugged-74fc764f-4276-4e41-b96f-65f768913465 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.498664] env[69265]: WARNING nova.compute.manager [req-029e44e2-9918-4887-a964-7923474602ed req-4c4a81fb-2283-4964-a5af-dd33f23d7230 service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Received unexpected event network-vif-plugged-74fc764f-4276-4e41-b96f-65f768913465 for instance with vm_state building and task_state spawning. [ 815.510157] env[69265]: DEBUG oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c39d1-acef-44ef-2b9c-4e84ea0bf9b9/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 815.511315] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98974cb7-af22-4449-8de0-a5a047dc3128 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.522201] env[69265]: DEBUG oslo_vmware.api [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Task: {'id': task-3475931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190758} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.523719] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.524303] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.524303] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.524303] env[69265]: INFO nova.compute.manager [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 815.524497] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.524658] env[69265]: DEBUG oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c39d1-acef-44ef-2b9c-4e84ea0bf9b9/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 815.524797] env[69265]: ERROR oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c39d1-acef-44ef-2b9c-4e84ea0bf9b9/disk-0.vmdk due to incomplete transfer. [ 815.525016] env[69265]: DEBUG nova.compute.manager [-] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.525110] env[69265]: DEBUG nova.network.neutron [-] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.526618] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-252296a4-a694-4cf2-8cb3-1bf77eea51ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.534273] env[69265]: DEBUG oslo_vmware.rw_handles [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c39d1-acef-44ef-2b9c-4e84ea0bf9b9/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 815.534468] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Uploaded image c2344692-cca8-411f-8a7d-169dc514118f to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 815.536704] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 815.536948] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95a4a2f6-a20a-40b2-bead-7ddb9d17e939 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.542372] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 815.542372] env[69265]: value = "task-3475932" [ 815.542372] env[69265]: _type = "Task" [ 815.542372] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.545996] env[69265]: DEBUG nova.network.neutron [-] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.552613] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475932, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.577671] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Successfully updated port: 74fc764f-4276-4e41-b96f-65f768913465 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.661234] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 9edf3bcb-6734-4e69-9455-da267cea0bcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.668151] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475928, 'name': CloneVM_Task, 'duration_secs': 1.867749} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.668413] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Created linked-clone VM from snapshot [ 815.669149] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71c8bef-1c80-4ada-adb6-833b47c67d9b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.676648] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Uploading image 8e842804-7635-48c8-965a-32ba9503a1ba {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 815.699882] env[69265]: DEBUG oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 815.699882] env[69265]: value = "vm-694977" [ 815.699882] env[69265]: _type = "VirtualMachine" [ 815.699882] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 815.699882] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2af4f985-470b-494c-93f8-707ab66426d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.706022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "refresh_cache-8849eaac-c903-4f80-8772-2a91b067fea4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.706022] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Instance network_info: |[{"id": "c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b", "address": "fa:16:3e:9b:0f:fc", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1d70e8a-df", "ovs_interfaceid": "c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.706270] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:0f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.714067] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Creating folder: Project (84c7c8548ce44b489fad9e000f4592d6). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.714404] env[69265]: DEBUG oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease: (returnval){ [ 815.714404] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529319e4-2e72-4d92-f788-9405ff5e8af5" [ 815.714404] env[69265]: _type = "HttpNfcLease" [ 815.714404] env[69265]: } obtained for exporting VM: (result){ [ 815.714404] env[69265]: value = "vm-694977" [ 815.714404] env[69265]: _type = "VirtualMachine" [ 815.714404] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 815.714740] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the lease: (returnval){ [ 815.714740] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529319e4-2e72-4d92-f788-9405ff5e8af5" [ 815.714740] env[69265]: _type = "HttpNfcLease" [ 815.714740] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 815.715820] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48316f8e-0a49-41f3-98f9-1b3f90e05552 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.725277] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.725277] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529319e4-2e72-4d92-f788-9405ff5e8af5" [ 815.725277] env[69265]: _type = "HttpNfcLease" [ 815.725277] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 815.729598] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Created folder: Project (84c7c8548ce44b489fad9e000f4592d6) in parent group-v694865. [ 815.729790] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Creating folder: Instances. Parent ref: group-v694978. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.730032] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fa43145-98d1-4116-8ab6-5d293b54109b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.739059] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Created folder: Instances in parent group-v694978. [ 815.741036] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.741036] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.741036] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff792adf-b403-4b97-b729-3fae132465ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.760290] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.760290] env[69265]: value = "task-3475936" [ 815.760290] env[69265]: _type = "Task" [ 815.760290] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.768511] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475936, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.048506] env[69265]: DEBUG nova.network.neutron [-] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.053787] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475932, 'name': Destroy_Task, 'duration_secs': 0.491624} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.053787] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Destroyed the VM [ 816.054013] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.054253] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c8190cf-1b2f-432d-bc1b-c0f5c647a07d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.059975] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 816.059975] env[69265]: value = "task-3475937" [ 816.059975] env[69265]: _type = "Task" [ 816.059975] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.070116] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.079947] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "refresh_cache-6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.080110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "refresh_cache-6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.080261] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.164602] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 7506564e-f7fa-401e-8b16-24c3ea85244a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 816.224464] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.224464] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529319e4-2e72-4d92-f788-9405ff5e8af5" [ 816.224464] env[69265]: _type = "HttpNfcLease" [ 816.224464] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.224761] env[69265]: DEBUG oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.224761] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529319e4-2e72-4d92-f788-9405ff5e8af5" [ 816.224761] env[69265]: _type = "HttpNfcLease" [ 816.224761] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 816.225501] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1814f9c1-313d-48cf-9e49-4b4b1ea48151 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.232943] env[69265]: DEBUG oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c53419-4a87-018b-6537-0136a29ae83c/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.233147] env[69265]: DEBUG oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c53419-4a87-018b-6537-0136a29ae83c/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 816.305289] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475936, 'name': CreateVM_Task, 'duration_secs': 0.510289} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.305490] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.308497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.308497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.308497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.308497] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e2b846-05ae-4818-b087-af57632bf804 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.311389] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 816.311389] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526b6209-1848-049d-0ea5-c333a57514dc" [ 816.311389] env[69265]: _type = "Task" [ 816.311389] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.319252] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526b6209-1848-049d-0ea5-c333a57514dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.399035] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9de129f1-a82e-48b0-ac19-61c8a83cf678 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.554768] env[69265]: INFO nova.compute.manager [-] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Took 1.03 seconds to deallocate network for instance. [ 816.578769] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475937, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.624206] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.668247] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 79b20aa0-baba-43a6-ae69-9689ac007eca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 816.808671] env[69265]: DEBUG nova.network.neutron [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Updating instance_info_cache with network_info: [{"id": "74fc764f-4276-4e41-b96f-65f768913465", "address": "fa:16:3e:93:89:65", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fc764f-42", "ovs_interfaceid": "74fc764f-4276-4e41-b96f-65f768913465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.824485] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526b6209-1848-049d-0ea5-c333a57514dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.826234] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.826234] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.826234] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.826612] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.826880] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.827604] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15264f2b-e9a3-49fe-afd1-cd3a2ff44069 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.839513] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.839802] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.840806] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80c6304-9af0-442b-b10a-67ffe5802f77 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.847326] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 816.847326] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc6357-ca16-a929-e965-6b31e974f0f4" [ 816.847326] env[69265]: _type = "Task" [ 816.847326] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.858488] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc6357-ca16-a929-e965-6b31e974f0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.072377] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.072759] env[69265]: DEBUG oslo_vmware.api [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475937, 'name': RemoveSnapshot_Task, 'duration_secs': 0.587883} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.073094] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 817.073536] env[69265]: INFO nova.compute.manager [None req-df7a632b-01ca-434e-90d2-275c1b6b86bb tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Took 16.69 seconds to snapshot the instance on the hypervisor. [ 817.171552] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 06338a3b-8496-46c8-8c2f-d760493400c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 817.312136] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "refresh_cache-6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.312495] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Instance network_info: |[{"id": "74fc764f-4276-4e41-b96f-65f768913465", "address": "fa:16:3e:93:89:65", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fc764f-42", "ovs_interfaceid": "74fc764f-4276-4e41-b96f-65f768913465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.312954] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:89:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74fc764f-4276-4e41-b96f-65f768913465', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.321421] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.322075] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.322411] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c62e5cda-f3de-4c43-a0e6-b7ca862a4843 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.347273] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.347273] env[69265]: value = "task-3475938" [ 817.347273] env[69265]: _type = "Task" [ 817.347273] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.357259] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475938, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.361734] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc6357-ca16-a929-e965-6b31e974f0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.362720] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca36b39-8cae-49d9-8f53-95599a46b103 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.368820] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 817.368820] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b6cd8a-9505-8e14-a4b1-6d75ccf10f2f" [ 817.368820] env[69265]: _type = "Task" [ 817.368820] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.379083] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b6cd8a-9505-8e14-a4b1-6d75ccf10f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.548355] env[69265]: DEBUG nova.compute.manager [req-d598220a-aae8-4176-a046-a0e1d09a9fa2 req-7485d6b9-62a3-48c5-b88c-6961d7a092c8 service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Received event network-changed-74fc764f-4276-4e41-b96f-65f768913465 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.548659] env[69265]: DEBUG nova.compute.manager [req-d598220a-aae8-4176-a046-a0e1d09a9fa2 req-7485d6b9-62a3-48c5-b88c-6961d7a092c8 service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Refreshing instance network info cache due to event network-changed-74fc764f-4276-4e41-b96f-65f768913465. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.549021] env[69265]: DEBUG oslo_concurrency.lockutils [req-d598220a-aae8-4176-a046-a0e1d09a9fa2 req-7485d6b9-62a3-48c5-b88c-6961d7a092c8 service nova] Acquiring lock "refresh_cache-6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.549351] env[69265]: DEBUG oslo_concurrency.lockutils [req-d598220a-aae8-4176-a046-a0e1d09a9fa2 req-7485d6b9-62a3-48c5-b88c-6961d7a092c8 service nova] Acquired lock "refresh_cache-6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.549715] env[69265]: DEBUG nova.network.neutron [req-d598220a-aae8-4176-a046-a0e1d09a9fa2 req-7485d6b9-62a3-48c5-b88c-6961d7a092c8 service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Refreshing network info cache for port 74fc764f-4276-4e41-b96f-65f768913465 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.675678] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 817.855578] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475938, 'name': CreateVM_Task, 'duration_secs': 0.305991} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.856703] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.856703] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.856932] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.857277] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.857886] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e261e2-7f2e-44de-ad65-23a4e022a763 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.862396] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 817.862396] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52043a1f-b1f6-57ba-c5f7-6164b2ca0f9f" [ 817.862396] env[69265]: _type = "Task" [ 817.862396] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.870235] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52043a1f-b1f6-57ba-c5f7-6164b2ca0f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.878292] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b6cd8a-9505-8e14-a4b1-6d75ccf10f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.016123} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.878642] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.878920] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8849eaac-c903-4f80-8772-2a91b067fea4/8849eaac-c903-4f80-8772-2a91b067fea4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.879330] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae4cec9c-a9e9-4c01-b9a6-eb6fc849abe7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.885832] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 817.885832] env[69265]: value = "task-3475939" [ 817.885832] env[69265]: _type = "Task" [ 817.885832] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.893916] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.181203] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 95e4037c-05f6-4674-a4df-bbe7cbfbb8da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 818.313048] env[69265]: DEBUG nova.network.neutron [req-d598220a-aae8-4176-a046-a0e1d09a9fa2 req-7485d6b9-62a3-48c5-b88c-6961d7a092c8 service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Updated VIF entry in instance network info cache for port 74fc764f-4276-4e41-b96f-65f768913465. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.313475] env[69265]: DEBUG nova.network.neutron [req-d598220a-aae8-4176-a046-a0e1d09a9fa2 req-7485d6b9-62a3-48c5-b88c-6961d7a092c8 service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Updating instance_info_cache with network_info: [{"id": "74fc764f-4276-4e41-b96f-65f768913465", "address": "fa:16:3e:93:89:65", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fc764f-42", "ovs_interfaceid": "74fc764f-4276-4e41-b96f-65f768913465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.374165] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52043a1f-b1f6-57ba-c5f7-6164b2ca0f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.374626] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.374944] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.375260] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.375443] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.375677] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.376031] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-046066c1-533c-42dd-bd8f-1d31dd02811a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.384524] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.385210] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.385798] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e4d964-0a6f-4443-92e0-5cd5ce0954d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.397121] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 818.397121] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524ce350-2083-ac27-2e75-19b2930e42ba" [ 818.397121] env[69265]: _type = "Task" [ 818.397121] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.402361] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482825} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.407372] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8849eaac-c903-4f80-8772-2a91b067fea4/8849eaac-c903-4f80-8772-2a91b067fea4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.407815] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.408237] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7e7eba2-073d-4710-a283-0be92c1e2461 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.418500] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524ce350-2083-ac27-2e75-19b2930e42ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.421406] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 818.421406] env[69265]: value = "task-3475940" [ 818.421406] env[69265]: _type = "Task" [ 818.421406] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.421800] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa06e3df-6fb5-42ff-98e7-ce360648e5f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.434077] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 818.434077] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52732b12-934d-ecce-ebcc-adfad9dd847a" [ 818.434077] env[69265]: _type = "Task" [ 818.434077] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.439402] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.450918] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52732b12-934d-ecce-ebcc-adfad9dd847a, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.451266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.451658] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438/6bb9c6c6-4ccd-4ce9-b4d0-78c032177438.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.451931] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfa72bf2-3e24-42d2-b1bd-fed63e87d457 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.460102] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 818.460102] env[69265]: value = "task-3475941" [ 818.460102] env[69265]: _type = "Task" [ 818.460102] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.471495] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.687106] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance c30f982f-1087-49e7-b4ae-40aae85b3af5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 818.719580] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquiring lock "ed692e48-b9de-4a4f-8822-7b48266a065e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.719821] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "ed692e48-b9de-4a4f-8822-7b48266a065e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.720099] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquiring lock "ed692e48-b9de-4a4f-8822-7b48266a065e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.720317] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "ed692e48-b9de-4a4f-8822-7b48266a065e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.720498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "ed692e48-b9de-4a4f-8822-7b48266a065e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.724041] env[69265]: INFO nova.compute.manager [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Terminating instance [ 818.816031] env[69265]: DEBUG oslo_concurrency.lockutils [req-d598220a-aae8-4176-a046-a0e1d09a9fa2 req-7485d6b9-62a3-48c5-b88c-6961d7a092c8 service nova] Releasing lock "refresh_cache-6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.935775] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071602} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.936091] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.936931] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d664c0e6-55c3-41c0-a859-2c320e258bac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.959429] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 8849eaac-c903-4f80-8772-2a91b067fea4/8849eaac-c903-4f80-8772-2a91b067fea4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.959758] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b85e02d-a14b-4e0d-b808-7ffb37425b99 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.984690] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418201} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.986265] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438/6bb9c6c6-4ccd-4ce9-b4d0-78c032177438.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.986561] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.986969] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 818.986969] env[69265]: value = "task-3475942" [ 818.986969] env[69265]: _type = "Task" [ 818.986969] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.987203] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9439908a-c65d-48b5-94f2-4f2c9735f091 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.998858] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.000248] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 819.000248] env[69265]: value = "task-3475943" [ 819.000248] env[69265]: _type = "Task" [ 819.000248] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.007794] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.190342] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance efb255d6-ed95-452b-895e-cf8b788eecf1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 819.230455] env[69265]: DEBUG nova.compute.manager [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.230720] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.231731] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a3d8c9-db0c-40e2-b6e5-1f62291b113e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.239872] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.240174] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bd89d05-6056-4b17-8f32-88235d42774c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.245947] env[69265]: DEBUG oslo_vmware.api [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 819.245947] env[69265]: value = "task-3475944" [ 819.245947] env[69265]: _type = "Task" [ 819.245947] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.257782] env[69265]: DEBUG oslo_vmware.api [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.499685] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475942, 'name': ReconfigVM_Task, 'duration_secs': 0.381069} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.499997] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 8849eaac-c903-4f80-8772-2a91b067fea4/8849eaac-c903-4f80-8772-2a91b067fea4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.500694] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bfc0e7a-8409-4a75-b11b-1018b7eb2656 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.509981] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065399} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.511211] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.511554] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 819.511554] env[69265]: value = "task-3475945" [ 819.511554] env[69265]: _type = "Task" [ 819.511554] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.512821] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28022109-40a2-44f4-a64a-4e02b2020763 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.522604] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475945, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.540284] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438/6bb9c6c6-4ccd-4ce9-b4d0-78c032177438.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.540626] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb90638f-79f4-4d15-b691-0db089194153 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.559687] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 819.559687] env[69265]: value = "task-3475946" [ 819.559687] env[69265]: _type = "Task" [ 819.559687] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.568056] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.693227] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 43389fba-1302-43ce-a068-3bc7f85309cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 819.755749] env[69265]: DEBUG oslo_vmware.api [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475944, 'name': PowerOffVM_Task, 'duration_secs': 0.242524} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.756045] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.756224] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.756482] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-517d2345-f3a9-44e4-ade9-a00127b5344c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.818763] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.818987] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.819193] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Deleting the datastore file [datastore1] ed692e48-b9de-4a4f-8822-7b48266a065e {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.819465] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd2368a-78a8-4fb1-ae35-820670b02e69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.826400] env[69265]: DEBUG oslo_vmware.api [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for the task: (returnval){ [ 819.826400] env[69265]: value = "task-3475948" [ 819.826400] env[69265]: _type = "Task" [ 819.826400] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.834483] env[69265]: DEBUG oslo_vmware.api [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.023934] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475945, 'name': Rename_Task, 'duration_secs': 0.164388} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.024313] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.024636] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cf7e2d3-e087-4f89-9945-088219215819 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.030452] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 820.030452] env[69265]: value = "task-3475949" [ 820.030452] env[69265]: _type = "Task" [ 820.030452] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.038267] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.069716] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475946, 'name': ReconfigVM_Task, 'duration_secs': 0.263582} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.070015] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438/6bb9c6c6-4ccd-4ce9-b4d0-78c032177438.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.070647] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94d48dbf-16ed-440a-8eba-a6f413cd4124 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.075777] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 820.075777] env[69265]: value = "task-3475950" [ 820.075777] env[69265]: _type = "Task" [ 820.075777] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.083709] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475950, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.197026] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8a0bb08c-059a-482c-98c6-efac90008748 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 820.336758] env[69265]: DEBUG oslo_vmware.api [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Task: {'id': task-3475948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132602} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.337080] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.337310] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.337561] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.337647] env[69265]: INFO nova.compute.manager [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 820.337857] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.338066] env[69265]: DEBUG nova.compute.manager [-] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.338222] env[69265]: DEBUG nova.network.neutron [-] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.542241] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.585402] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475950, 'name': Rename_Task, 'duration_secs': 0.14198} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.585620] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.585864] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9deda6f2-a1ac-4713-8ccb-46f301893af4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.596018] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 820.596018] env[69265]: value = "task-3475951" [ 820.596018] env[69265]: _type = "Task" [ 820.596018] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.606343] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.616995] env[69265]: DEBUG nova.compute.manager [req-ca37497b-586d-4365-98c2-a44579076d26 req-21ce7940-5301-45bc-8c33-ba30d657b742 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Received event network-vif-deleted-86fea7dd-34c9-4dff-a2df-cce54858f348 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.617196] env[69265]: INFO nova.compute.manager [req-ca37497b-586d-4365-98c2-a44579076d26 req-21ce7940-5301-45bc-8c33-ba30d657b742 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Neutron deleted interface 86fea7dd-34c9-4dff-a2df-cce54858f348; detaching it from the instance and deleting it from the info cache [ 820.617429] env[69265]: DEBUG nova.network.neutron [req-ca37497b-586d-4365-98c2-a44579076d26 req-21ce7940-5301-45bc-8c33-ba30d657b742 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.700072] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 01c1ddd3-75e4-47b9-8abb-5adb242c50ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 821.041255] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.095135] env[69265]: DEBUG nova.network.neutron [-] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.106948] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475951, 'name': PowerOnVM_Task, 'duration_secs': 0.496489} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.107985] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.108386] env[69265]: INFO nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Took 6.00 seconds to spawn the instance on the hypervisor. [ 821.108695] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.109923] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77c49f7-50ed-456f-95d3-c9c0562dbcfe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.121576] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e6f11fa-c31d-41f3-83d6-53db42f327b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.131997] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06605eae-d2f2-419d-9256-1705db426126 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.165927] env[69265]: DEBUG nova.compute.manager [req-ca37497b-586d-4365-98c2-a44579076d26 req-21ce7940-5301-45bc-8c33-ba30d657b742 service nova] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Detach interface failed, port_id=86fea7dd-34c9-4dff-a2df-cce54858f348, reason: Instance ed692e48-b9de-4a4f-8822-7b48266a065e could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 821.203247] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 821.542179] env[69265]: DEBUG oslo_vmware.api [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475949, 'name': PowerOnVM_Task, 'duration_secs': 1.158911} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.542600] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.542861] env[69265]: INFO nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Took 9.38 seconds to spawn the instance on the hypervisor. [ 821.543073] env[69265]: DEBUG nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.543901] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aec470-5b61-451d-bfd2-107071ac8312 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.602051] env[69265]: INFO nova.compute.manager [-] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Took 1.26 seconds to deallocate network for instance. [ 821.632098] env[69265]: INFO nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Took 52.17 seconds to build instance. [ 821.672265] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.672503] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.707990] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 321d7df9-a19e-4f1f-bc92-3681a2f1989c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 822.061317] env[69265]: INFO nova.compute.manager [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Took 54.43 seconds to build instance. [ 822.107881] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.135689] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.434s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.177134] env[69265]: DEBUG nova.compute.utils [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.210490] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance fb3332b1-6312-4ff0-8359-4fee8ae67379 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 822.210841] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 822.211039] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 822.563599] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a45064e0-4428-4086-8cdf-d8c3652992cf tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8849eaac-c903-4f80-8772-2a91b067fea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.928s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.638518] env[69265]: DEBUG nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.681605] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.706495] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bd92b6-42b9-4c5d-8c71-e6152a841817 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.715200] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bef59d-247b-456f-9a90-358ae6a84356 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.748162] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798af399-6431-4d08-b71b-567310635a5c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.755775] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22d4d32-8e81-4b9a-9add-5128407024b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.769376] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.965523] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "8849eaac-c903-4f80-8772-2a91b067fea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.965811] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8849eaac-c903-4f80-8772-2a91b067fea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.966116] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "8849eaac-c903-4f80-8772-2a91b067fea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.966415] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8849eaac-c903-4f80-8772-2a91b067fea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.966678] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8849eaac-c903-4f80-8772-2a91b067fea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.969206] env[69265]: INFO nova.compute.manager [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Terminating instance [ 823.069264] env[69265]: DEBUG nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.162025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.276084] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.473129] env[69265]: DEBUG nova.compute.manager [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.473373] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.474208] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522319d3-f5cd-4fde-a452-7ee9913a4401 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.482276] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.482555] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51ce780b-124f-4722-9de6-b63e64f473e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.489383] env[69265]: DEBUG oslo_vmware.api [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 823.489383] env[69265]: value = "task-3475952" [ 823.489383] env[69265]: _type = "Task" [ 823.489383] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.498971] env[69265]: DEBUG oslo_vmware.api [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.593682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.668177] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.668673] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.668801] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.669085] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.669326] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.671902] env[69265]: INFO nova.compute.manager [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Terminating instance [ 823.750141] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.750491] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.750665] env[69265]: INFO nova.compute.manager [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Attaching volume a2095923-9cbc-4364-a4c9-c3899feb5ea4 to /dev/sdb [ 823.778607] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 823.778970] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.700s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.779298] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.849s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.780927] env[69265]: INFO nova.compute.claims [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.785614] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c0478-23ee-47d7-9a03-1058946d5573 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.793523] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814e3111-ab22-46f6-b991-3767e35514dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.808034] env[69265]: DEBUG nova.virt.block_device [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Updating existing volume attachment record: c88ca2df-ce89-4727-a445-518eaaafdb5d {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 823.999487] env[69265]: DEBUG oslo_vmware.api [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475952, 'name': PowerOffVM_Task, 'duration_secs': 0.200711} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.999801] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.000087] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.000287] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-934d932e-2fd9-4bde-842c-3f0ba02a7017 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.070164] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.070412] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.070601] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleting the datastore file [datastore2] 8849eaac-c903-4f80-8772-2a91b067fea4 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.070906] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b385982f-1cad-4a7c-a10f-f3188a6ee663 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.079173] env[69265]: DEBUG oslo_vmware.api [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 824.079173] env[69265]: value = "task-3475957" [ 824.079173] env[69265]: _type = "Task" [ 824.079173] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.087610] env[69265]: DEBUG oslo_vmware.api [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.176549] env[69265]: DEBUG nova.compute.manager [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.176549] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.177430] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2c2dc-b898-465e-a96d-291153203b2a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.186775] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.186775] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf367bd5-c7ba-47b0-9c57-64d7eff53c3c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.193219] env[69265]: DEBUG oslo_vmware.api [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 824.193219] env[69265]: value = "task-3475958" [ 824.193219] env[69265]: _type = "Task" [ 824.193219] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.201870] env[69265]: DEBUG oslo_vmware.api [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.589450] env[69265]: DEBUG oslo_vmware.api [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256342} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.589450] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.589887] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.589887] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.590039] env[69265]: INFO nova.compute.manager [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 824.590261] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.590453] env[69265]: DEBUG nova.compute.manager [-] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.590549] env[69265]: DEBUG nova.network.neutron [-] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.706613] env[69265]: DEBUG oslo_vmware.api [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475958, 'name': PowerOffVM_Task, 'duration_secs': 0.221772} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.706894] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.707085] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.707339] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09d172df-256a-44bf-b446-dfce8c295102 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.712993] env[69265]: DEBUG oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c53419-4a87-018b-6537-0136a29ae83c/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 824.713930] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6ba845-e898-4a14-bb0c-c8cb23737c4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.720211] env[69265]: DEBUG oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c53419-4a87-018b-6537-0136a29ae83c/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 824.720376] env[69265]: ERROR oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c53419-4a87-018b-6537-0136a29ae83c/disk-0.vmdk due to incomplete transfer. [ 824.720594] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de9c0c86-15ba-486a-bf4f-983d9a5e13f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.727744] env[69265]: DEBUG oslo_vmware.rw_handles [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c53419-4a87-018b-6537-0136a29ae83c/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 824.727744] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Uploaded image 8e842804-7635-48c8-965a-32ba9503a1ba to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 824.729728] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 824.729991] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac83f681-2460-4cf3-8efc-4179e58519f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.737261] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 824.737261] env[69265]: value = "task-3475960" [ 824.737261] env[69265]: _type = "Task" [ 824.737261] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.752721] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475960, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.869437] env[69265]: DEBUG nova.compute.manager [req-1824a27e-ca3b-4dc0-945c-30d747ca222e req-3c6bf4eb-3c49-48bf-994e-6ace2023973c service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Received event network-vif-deleted-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.869658] env[69265]: INFO nova.compute.manager [req-1824a27e-ca3b-4dc0-945c-30d747ca222e req-3c6bf4eb-3c49-48bf-994e-6ace2023973c service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Neutron deleted interface c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b; detaching it from the instance and deleting it from the info cache [ 824.869831] env[69265]: DEBUG nova.network.neutron [req-1824a27e-ca3b-4dc0-945c-30d747ca222e req-3c6bf4eb-3c49-48bf-994e-6ace2023973c service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.888164] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.889039] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.889039] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleting the datastore file [datastore2] 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.889039] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b92c61a5-167e-43e9-89d3-bf262490423a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.897636] env[69265]: DEBUG oslo_vmware.api [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 824.897636] env[69265]: value = "task-3475961" [ 824.897636] env[69265]: _type = "Task" [ 824.897636] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.907387] env[69265]: DEBUG oslo_vmware.api [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.246897] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475960, 'name': Destroy_Task, 'duration_secs': 0.311766} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.249344] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Destroyed the VM [ 825.249596] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.250012] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4aaf4de8-8b57-489b-828b-096438c17e07 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.256070] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 825.256070] env[69265]: value = "task-3475962" [ 825.256070] env[69265]: _type = "Task" [ 825.256070] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.265706] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.320040] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4367d865-86ba-46dc-b9f7-b700b544cd04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.327888] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86effab-04cc-4233-84df-400c3ee93374 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.355878] env[69265]: DEBUG nova.network.neutron [-] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.358904] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b07634-d430-44f2-ab8d-d9b70e8ce9e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.365657] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f00497a-dcb0-4de0-add2-d86cc210f530 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.379642] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-693e0bdb-e846-4fdb-bc9e-5d600eea09a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.381912] env[69265]: DEBUG nova.compute.provider_tree [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.389748] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a3a3b0-74cb-4b9b-9d6b-b2735292dd23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.411515] env[69265]: DEBUG oslo_vmware.api [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3475961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315049} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.411898] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.412134] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.412240] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.412440] env[69265]: INFO nova.compute.manager [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Took 1.24 seconds to destroy the instance on the hypervisor. [ 825.412711] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.412919] env[69265]: DEBUG nova.compute.manager [-] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.412977] env[69265]: DEBUG nova.network.neutron [-] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.427158] env[69265]: DEBUG nova.compute.manager [req-1824a27e-ca3b-4dc0-945c-30d747ca222e req-3c6bf4eb-3c49-48bf-994e-6ace2023973c service nova] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Detach interface failed, port_id=c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b, reason: Instance 8849eaac-c903-4f80-8772-2a91b067fea4 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.766161] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475962, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.861579] env[69265]: INFO nova.compute.manager [-] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Took 1.27 seconds to deallocate network for instance. [ 825.885702] env[69265]: DEBUG nova.scheduler.client.report [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.167343] env[69265]: DEBUG nova.network.neutron [-] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.267132] env[69265]: DEBUG oslo_vmware.api [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475962, 'name': RemoveSnapshot_Task, 'duration_secs': 0.579417} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.267460] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.267733] env[69265]: INFO nova.compute.manager [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Took 15.23 seconds to snapshot the instance on the hypervisor. [ 826.368263] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.391416] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.392230] env[69265]: DEBUG nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.395123] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.193s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.396774] env[69265]: INFO nova.compute.claims [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.670233] env[69265]: INFO nova.compute.manager [-] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Took 1.26 seconds to deallocate network for instance. [ 826.832499] env[69265]: DEBUG nova.compute.manager [None req-36afce21-f66a-441c-9ec2-66c561651e12 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Found 1 images (rotation: 2) {{(pid=69265) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 826.906479] env[69265]: DEBUG nova.compute.utils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.912266] env[69265]: DEBUG nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.912266] env[69265]: DEBUG nova.network.neutron [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.974158] env[69265]: DEBUG nova.policy [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7ab6b849584365900037a2cfcf0898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6460ea17a0c1475d95aef647e3084793', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.013855] env[69265]: DEBUG nova.compute.manager [req-500b3fbb-f819-46b8-a8a5-ef7bdbf32b53 req-b8c44a81-19d1-4b98-96e7-35ce8314964b service nova] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Received event network-vif-deleted-74fc764f-4276-4e41-b96f-65f768913465 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.176083] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.264415] env[69265]: DEBUG nova.network.neutron [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Successfully created port: 1dd31097-2332-48f6-8007-0d775365e966 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.399934] env[69265]: DEBUG nova.compute.manager [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.400920] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605715f1-cbfe-4279-8aa7-cb4145ab4f5c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.409828] env[69265]: DEBUG nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.845335] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81070225-3718-4a1f-b4b8-dc44ca98ba3a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.853373] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113fbd1d-f7b3-4277-a96d-5c6b01175ddd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.887024] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc40e977-991f-40ee-aa72-11a90f4ea7a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.891064] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0efc283-d503-4116-9b1e-91ca543eeebd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.904369] env[69265]: DEBUG nova.compute.provider_tree [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.916390] env[69265]: INFO nova.compute.manager [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] instance snapshotting [ 827.916983] env[69265]: DEBUG nova.objects.instance [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'flavor' on Instance uuid 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.363783] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 828.363783] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694983', 'volume_id': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'name': 'volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c202839-d942-4f38-9c1a-3da6428d2ef3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'serial': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 828.363783] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aacb14-029c-4ac5-b05e-8a008ba8fbac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.381089] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfd0819-4ead-408f-bdf1-c1d396300842 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.408867] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4/volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.409851] env[69265]: DEBUG nova.scheduler.client.report [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.415675] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2e870a-e357-4713-abd6-7e79dd51c267 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.435658] env[69265]: DEBUG nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.439570] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2856ce7b-e6db-402f-82ff-3025e0e0cccc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.444089] env[69265]: DEBUG oslo_vmware.api [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 828.444089] env[69265]: value = "task-3475964" [ 828.444089] env[69265]: _type = "Task" [ 828.444089] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.467896] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a021de6-ec3a-47f8-9536-a992bfe31e66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.474714] env[69265]: DEBUG oslo_vmware.api [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.478016] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2177f94c-5175-47b8-9251-d3e65c2dc0a3',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1893554111',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.478228] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.478388] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.478601] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.478711] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.478859] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.479081] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.479245] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.479409] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.479568] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.479741] env[69265]: DEBUG nova.virt.hardware [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.480670] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc541eb6-65b6-4245-bc5d-65a52f891a7d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.493322] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2cbc7b-a944-4a84-93ce-d4890260acec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.777031] env[69265]: DEBUG nova.network.neutron [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Successfully updated port: 1dd31097-2332-48f6-8007-0d775365e966 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.934400] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.935766] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.379s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.935967] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.938214] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.930s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.938309] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.940950] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.595s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.943551] env[69265]: INFO nova.compute.claims [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.955539] env[69265]: DEBUG oslo_vmware.api [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475964, 'name': ReconfigVM_Task, 'duration_secs': 0.350508} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.957025] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4/volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.961893] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0889c7-469c-4517-aca4-bda25253872c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.973023] env[69265]: INFO nova.scheduler.client.report [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Deleted allocations for instance ac64274f-9331-4362-af8c-e61c3dfca47b [ 828.976526] env[69265]: INFO nova.scheduler.client.report [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted allocations for instance 9bb54c89-5c52-466a-88b6-bb3c98a6bd91 [ 828.986525] env[69265]: DEBUG oslo_vmware.api [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 828.986525] env[69265]: value = "task-3475965" [ 828.986525] env[69265]: _type = "Task" [ 828.986525] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.990655] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.990923] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b9b2542-4e5d-4420-b7fd-f1f2183c0cb6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.998027] env[69265]: DEBUG oslo_vmware.api [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475965, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.999258] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 828.999258] env[69265]: value = "task-3475966" [ 828.999258] env[69265]: _type = "Task" [ 828.999258] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.007823] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475966, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.053281] env[69265]: DEBUG nova.compute.manager [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Received event network-vif-plugged-1dd31097-2332-48f6-8007-0d775365e966 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.053559] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] Acquiring lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.053804] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.053983] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.054185] env[69265]: DEBUG nova.compute.manager [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] No waiting events found dispatching network-vif-plugged-1dd31097-2332-48f6-8007-0d775365e966 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.054393] env[69265]: WARNING nova.compute.manager [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Received unexpected event network-vif-plugged-1dd31097-2332-48f6-8007-0d775365e966 for instance with vm_state building and task_state spawning. [ 829.054553] env[69265]: DEBUG nova.compute.manager [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Received event network-changed-1dd31097-2332-48f6-8007-0d775365e966 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.054735] env[69265]: DEBUG nova.compute.manager [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Refreshing instance network info cache due to event network-changed-1dd31097-2332-48f6-8007-0d775365e966. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.054929] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] Acquiring lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.055080] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] Acquired lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.055240] env[69265]: DEBUG nova.network.neutron [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Refreshing network info cache for port 1dd31097-2332-48f6-8007-0d775365e966 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.279389] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.449561] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "f2ca4f02-59f9-4591-a3a6-eb6ef6633153" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.449852] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "f2ca4f02-59f9-4591-a3a6-eb6ef6633153" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.485801] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23f73d34-935d-49b0-b1db-c41091087950 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Lock "ac64274f-9331-4362-af8c-e61c3dfca47b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.736s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.487240] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6510ef3a-941a-4661-90eb-04972005b38e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9bb54c89-5c52-466a-88b6-bb3c98a6bd91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.752s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.498490] env[69265]: DEBUG oslo_vmware.api [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475965, 'name': ReconfigVM_Task, 'duration_secs': 0.140207} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.499386] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694983', 'volume_id': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'name': 'volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c202839-d942-4f38-9c1a-3da6428d2ef3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'serial': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 829.512740] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475966, 'name': CreateSnapshot_Task, 'duration_secs': 0.42587} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.513051] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.516788] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fb2b80-ad25-4ce7-a7a8-ddff27ab0ebb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.593679] env[69265]: DEBUG nova.network.neutron [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.648184] env[69265]: DEBUG nova.network.neutron [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.955896] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "f2ca4f02-59f9-4591-a3a6-eb6ef6633153" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.956446] env[69265]: DEBUG nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.034484] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.035529] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-223b519e-4774-4373-8984-deda96d64050 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.049021] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 830.049021] env[69265]: value = "task-3475967" [ 830.049021] env[69265]: _type = "Task" [ 830.049021] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.062911] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475967, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.151018] env[69265]: DEBUG oslo_concurrency.lockutils [req-0e185d89-a957-45c3-9a58-eb197fb328b5 req-5f412cdf-0746-4b9f-bc1b-982ec8f44754 service nova] Releasing lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.151559] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.151779] env[69265]: DEBUG nova.network.neutron [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.463145] env[69265]: DEBUG nova.compute.utils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.465131] env[69265]: DEBUG nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.465715] env[69265]: DEBUG nova.network.neutron [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.481024] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418a1dbb-a719-4f49-8c74-44f4cbe90f13 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.487904] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ed828-8e4a-44c4-9d70-125ca11472d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.525897] env[69265]: DEBUG nova.policy [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccac553d933b42998bbc46763b026460', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e826079dfce48eb8ce46d789544d2d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.528157] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4244c344-85e3-4ce1-a419-01ac69052e3b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.537713] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23acaef-9af1-4dd5-a5e0-a02e356b0aeb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.553249] env[69265]: DEBUG nova.objects.instance [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lazy-loading 'flavor' on Instance uuid 9c202839-d942-4f38-9c1a-3da6428d2ef3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.554265] env[69265]: DEBUG nova.compute.provider_tree [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.565091] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475967, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.698118] env[69265]: DEBUG nova.network.neutron [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.902940] env[69265]: DEBUG nova.network.neutron [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance_info_cache with network_info: [{"id": "1dd31097-2332-48f6-8007-0d775365e966", "address": "fa:16:3e:cb:bc:8d", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd31097-23", "ovs_interfaceid": "1dd31097-2332-48f6-8007-0d775365e966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.964416] env[69265]: DEBUG nova.network.neutron [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Successfully created port: 2542517a-7dc4-4423-be5f-129ec9a50db9 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.970171] env[69265]: DEBUG nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.060257] env[69265]: DEBUG nova.scheduler.client.report [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.075527] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f8a75835-ea22-49a0-a454-558b9c1e027e tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.325s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.080019] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475967, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.352032] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "23caef4b-fd6a-479e-b30c-707001f2c38f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.352272] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.413037] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.413037] env[69265]: DEBUG nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Instance network_info: |[{"id": "1dd31097-2332-48f6-8007-0d775365e966", "address": "fa:16:3e:cb:bc:8d", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd31097-23", "ovs_interfaceid": "1dd31097-2332-48f6-8007-0d775365e966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.413037] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:bc:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd31097-2332-48f6-8007-0d775365e966', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.419397] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.420680] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.421386] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee93af00-5c03-4553-8e4c-5c3f13f631a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.443250] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.443250] env[69265]: value = "task-3475968" [ 831.443250] env[69265]: _type = "Task" [ 831.443250] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.451714] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475968, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.565188] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475967, 'name': CloneVM_Task, 'duration_secs': 1.232054} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.565188] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Created linked-clone VM from snapshot [ 831.565188] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0c265d-8cef-4520-a9e5-e119087900d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.572388] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Uploading image b4c36337-2ddf-4a24-b073-2328bff0dfcf {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.578008] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.578504] env[69265]: DEBUG nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.581212] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.974s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.581404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.583290] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.286s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.584693] env[69265]: INFO nova.compute.claims [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.602260] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.602260] env[69265]: value = "vm-694985" [ 831.602260] env[69265]: _type = "VirtualMachine" [ 831.602260] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.602544] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcace4b2-f21e-451e-8bba-903885914b76 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.609850] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease: (returnval){ [ 831.609850] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ba779d-0e01-1abd-e1d8-bbf3b6db634e" [ 831.609850] env[69265]: _type = "HttpNfcLease" [ 831.609850] env[69265]: } obtained for exporting VM: (result){ [ 831.609850] env[69265]: value = "vm-694985" [ 831.609850] env[69265]: _type = "VirtualMachine" [ 831.609850] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.610337] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the lease: (returnval){ [ 831.610337] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ba779d-0e01-1abd-e1d8-bbf3b6db634e" [ 831.610337] env[69265]: _type = "HttpNfcLease" [ 831.610337] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.619137] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.619137] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ba779d-0e01-1abd-e1d8-bbf3b6db634e" [ 831.619137] env[69265]: _type = "HttpNfcLease" [ 831.619137] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 831.625314] env[69265]: INFO nova.scheduler.client.report [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Deleted allocations for instance 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d [ 831.812828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.813124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.955803] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475968, 'name': CreateVM_Task, 'duration_secs': 0.323901} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.956148] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.959018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.959018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.959018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.959018] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663a381c-5bf4-4fa2-8e42-697c110b928e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.963471] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 831.963471] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5263e8dc-c37d-db73-82b6-e4fc87b6ded9" [ 831.963471] env[69265]: _type = "Task" [ 831.963471] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.973770] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5263e8dc-c37d-db73-82b6-e4fc87b6ded9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.979759] env[69265]: DEBUG nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.008022] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.008583] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.009737] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.009737] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.009737] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.009737] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.009737] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.009737] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.010663] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.010792] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.011517] env[69265]: DEBUG nova.virt.hardware [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.014381] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c487b73-ed40-4c8b-9157-3be5bf1d2a9d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.020713] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc15b18-a967-4537-a313-cda74920a97a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.090959] env[69265]: DEBUG nova.compute.utils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.097132] env[69265]: DEBUG nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.097316] env[69265]: DEBUG nova.network.neutron [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.119146] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.119146] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ba779d-0e01-1abd-e1d8-bbf3b6db634e" [ 832.119146] env[69265]: _type = "HttpNfcLease" [ 832.119146] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.119444] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.119444] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ba779d-0e01-1abd-e1d8-bbf3b6db634e" [ 832.119444] env[69265]: _type = "HttpNfcLease" [ 832.119444] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.120154] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a190dbcd-12a9-4582-9664-a57255a97a02 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.127952] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216472d-f82a-1264-91eb-411d1784f80e/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.128153] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216472d-f82a-1264-91eb-411d1784f80e/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.193909] env[69265]: DEBUG nova.policy [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efce9620423a4b1a931009e13ee41745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cc3af2685e47d88767e300ba2a0831', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.195569] env[69265]: DEBUG oslo_concurrency.lockutils [None req-93d2a5b0-060b-4b51-bf14-c3a2ff700472 tempest-ServerDiagnosticsV248Test-135994262 tempest-ServerDiagnosticsV248Test-135994262-project-member] Lock "1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.877s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.226311] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43e2e2ff-bc65-409e-b815-b522dc516e9d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.316260] env[69265]: INFO nova.compute.manager [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Detaching volume a2095923-9cbc-4364-a4c9-c3899feb5ea4 [ 832.364438] env[69265]: INFO nova.virt.block_device [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Attempting to driver detach volume a2095923-9cbc-4364-a4c9-c3899feb5ea4 from mountpoint /dev/sdb [ 832.364438] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 832.364438] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694983', 'volume_id': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'name': 'volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c202839-d942-4f38-9c1a-3da6428d2ef3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'serial': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 832.365020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d6a63b-ae0c-4484-a52f-84bc38c8bdb1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.396833] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ca1e2a-995c-4291-8ee9-79bc332c6df4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.408956] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8120901d-c33d-4e13-bffc-502cae6cbd18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.434744] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b529bc8-678b-4777-85bc-30ab486fca00 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.456476] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4/volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 832.462283] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 832.462697] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b01cd7-8a90-4261-8b67-1278414968c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.489687] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5263e8dc-c37d-db73-82b6-e4fc87b6ded9, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.491484] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.491947] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.492420] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.492420] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.492555] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.492842] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 832.492842] env[69265]: value = "task-3475970" [ 832.492842] env[69265]: _type = "Task" [ 832.492842] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.493041] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec766740-34bc-43b6-b90c-50920f74692b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.506666] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.508035] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.508292] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.509122] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597be50c-02a3-4619-a253-1b12a65d679b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.516080] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 832.516080] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52663e18-2bbf-b456-c514-8cfc06fe4e57" [ 832.516080] env[69265]: _type = "Task" [ 832.516080] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.524629] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52663e18-2bbf-b456-c514-8cfc06fe4e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.598027] env[69265]: DEBUG nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.680602] env[69265]: DEBUG nova.network.neutron [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Successfully created port: a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.714494] env[69265]: DEBUG nova.compute.manager [req-4d9dc350-17f3-480a-8b6d-e9c5363a6f71 req-6cd119a1-184e-4164-91dc-f772da2a71e2 service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Received event network-vif-plugged-2542517a-7dc4-4423-be5f-129ec9a50db9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.714494] env[69265]: DEBUG oslo_concurrency.lockutils [req-4d9dc350-17f3-480a-8b6d-e9c5363a6f71 req-6cd119a1-184e-4164-91dc-f772da2a71e2 service nova] Acquiring lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.714714] env[69265]: DEBUG oslo_concurrency.lockutils [req-4d9dc350-17f3-480a-8b6d-e9c5363a6f71 req-6cd119a1-184e-4164-91dc-f772da2a71e2 service nova] Lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.715119] env[69265]: DEBUG oslo_concurrency.lockutils [req-4d9dc350-17f3-480a-8b6d-e9c5363a6f71 req-6cd119a1-184e-4164-91dc-f772da2a71e2 service nova] Lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.715249] env[69265]: DEBUG nova.compute.manager [req-4d9dc350-17f3-480a-8b6d-e9c5363a6f71 req-6cd119a1-184e-4164-91dc-f772da2a71e2 service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] No waiting events found dispatching network-vif-plugged-2542517a-7dc4-4423-be5f-129ec9a50db9 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.716562] env[69265]: WARNING nova.compute.manager [req-4d9dc350-17f3-480a-8b6d-e9c5363a6f71 req-6cd119a1-184e-4164-91dc-f772da2a71e2 service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Received unexpected event network-vif-plugged-2542517a-7dc4-4423-be5f-129ec9a50db9 for instance with vm_state building and task_state spawning. [ 832.828965] env[69265]: DEBUG nova.network.neutron [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Successfully updated port: 2542517a-7dc4-4423-be5f-129ec9a50db9 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.007580] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.025386] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52663e18-2bbf-b456-c514-8cfc06fe4e57, 'name': SearchDatastore_Task, 'duration_secs': 0.009324} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.026060] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d7cf11-7a92-4628-b7d7-490f7021d864 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.034356] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 833.034356] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527eb903-e478-0642-4263-873f657cde57" [ 833.034356] env[69265]: _type = "Task" [ 833.034356] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.048280] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527eb903-e478-0642-4263-873f657cde57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.291366] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c3dbfb-fd5f-4549-b77d-8fe13d94e911 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.299634] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e0d49-0cb1-4528-ab5a-4ea983def98b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.336209] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd546a3a-9720-4091-b197-16af62177a40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.338234] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "refresh_cache-c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.338368] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquired lock "refresh_cache-c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.338516] env[69265]: DEBUG nova.network.neutron [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.345484] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42055824-12bc-49f8-9945-507dba5c8382 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.360447] env[69265]: DEBUG nova.compute.provider_tree [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.508801] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.544784] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527eb903-e478-0642-4263-873f657cde57, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.545033] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.545412] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70/8d0b13c6-cb9f-4980-930d-760e24dbab70.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.545815] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f18e35b-4ca7-4317-bbe8-6f6f8b5eb524 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.554171] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 833.554171] env[69265]: value = "task-3475971" [ 833.554171] env[69265]: _type = "Task" [ 833.554171] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.563362] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.620344] env[69265]: DEBUG nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.652122] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.652497] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.653189] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.653494] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.653634] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.653830] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.654080] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.654332] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.654738] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.655108] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.655409] env[69265]: DEBUG nova.virt.hardware [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.656479] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b561c690-bd8d-49a8-9f66-60f65aa5e2b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.665068] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f993b001-eb32-4828-8eaa-d9a0cc5e79b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.864447] env[69265]: DEBUG nova.scheduler.client.report [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.885251] env[69265]: DEBUG nova.network.neutron [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.015256] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475970, 'name': ReconfigVM_Task, 'duration_secs': 1.241812} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.015571] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 834.024783] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe3d083-e371-4948-ba76-0e2fc16d8ee6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.047676] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 834.047676] env[69265]: value = "task-3475972" [ 834.047676] env[69265]: _type = "Task" [ 834.047676] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.062507] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.067884] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475971, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.082114] env[69265]: DEBUG nova.network.neutron [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Updating instance_info_cache with network_info: [{"id": "2542517a-7dc4-4423-be5f-129ec9a50db9", "address": "fa:16:3e:2c:ce:13", "network": {"id": "4d6b144e-456f-4a77-a426-ef084deee2c6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1895525491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e826079dfce48eb8ce46d789544d2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2542517a-7d", "ovs_interfaceid": "2542517a-7dc4-4423-be5f-129ec9a50db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.374020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.374020] env[69265]: DEBUG nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.376267] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.935s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.376994] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.379746] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.440s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.381521] env[69265]: INFO nova.compute.claims [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.422375] env[69265]: INFO nova.scheduler.client.report [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Deleted allocations for instance 4cfdb398-db76-48b1-85cf-48b4a2ad4793 [ 834.560428] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475972, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.571234] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517098} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.571694] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70/8d0b13c6-cb9f-4980-930d-760e24dbab70.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.572103] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.572733] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3baadba9-7b4d-4254-9625-2ab4591f5eb4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.580480] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 834.580480] env[69265]: value = "task-3475973" [ 834.580480] env[69265]: _type = "Task" [ 834.580480] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.589817] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Releasing lock "refresh_cache-c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.590202] env[69265]: DEBUG nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Instance network_info: |[{"id": "2542517a-7dc4-4423-be5f-129ec9a50db9", "address": "fa:16:3e:2c:ce:13", "network": {"id": "4d6b144e-456f-4a77-a426-ef084deee2c6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1895525491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e826079dfce48eb8ce46d789544d2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2542517a-7d", "ovs_interfaceid": "2542517a-7dc4-4423-be5f-129ec9a50db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.593147] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.593147] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ce:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2542517a-7dc4-4423-be5f-129ec9a50db9', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.600092] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Creating folder: Project (9e826079dfce48eb8ce46d789544d2d2). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.600624] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02492d63-022f-4e27-bd69-ccbdcc09238f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.612021] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Created folder: Project (9e826079dfce48eb8ce46d789544d2d2) in parent group-v694865. [ 834.612021] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Creating folder: Instances. Parent ref: group-v694987. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.612021] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e545fb02-f3e6-48cc-ab07-9ff158071110 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.623724] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Created folder: Instances in parent group-v694987. [ 834.623724] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.623724] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.623724] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78437df1-7d9e-4244-83b3-381f057e6d72 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.647432] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.647432] env[69265]: value = "task-3475976" [ 834.647432] env[69265]: _type = "Task" [ 834.647432] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.657682] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475976, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.703434] env[69265]: DEBUG nova.network.neutron [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Successfully updated port: a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.754409] env[69265]: DEBUG nova.compute.manager [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Received event network-changed-2542517a-7dc4-4423-be5f-129ec9a50db9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.754748] env[69265]: DEBUG nova.compute.manager [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Refreshing instance network info cache due to event network-changed-2542517a-7dc4-4423-be5f-129ec9a50db9. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.755053] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Acquiring lock "refresh_cache-c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.755260] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Acquired lock "refresh_cache-c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.755460] env[69265]: DEBUG nova.network.neutron [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Refreshing network info cache for port 2542517a-7dc4-4423-be5f-129ec9a50db9 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.891109] env[69265]: DEBUG nova.compute.utils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.894275] env[69265]: DEBUG nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.894493] env[69265]: DEBUG nova.network.neutron [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.935920] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2919d7b-a909-464e-a01a-b5d36b23c916 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Lock "4cfdb398-db76-48b1-85cf-48b4a2ad4793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.562s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.977836] env[69265]: DEBUG nova.policy [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c09233a44904d43877f65322dda0cc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7b4c7e39ac84014a31e9da5f93b6501', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.062687] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475972, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.098345] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083388} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.099478] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.103436] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3c90b-c7b3-4693-8ab2-29c772044c0b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.126269] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70/8d0b13c6-cb9f-4980-930d-760e24dbab70.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.126611] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0567a880-04c5-458b-a8d4-737673612d79 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.152139] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 835.152139] env[69265]: value = "task-3475977" [ 835.152139] env[69265]: _type = "Task" [ 835.152139] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.161895] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.166037] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475976, 'name': CreateVM_Task, 'duration_secs': 0.367241} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.166037] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.166037] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.166037] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.166262] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.166383] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cbb8b8-dcba-4f20-a0a8-85f7e4e5733d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.171997] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 835.171997] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52013a5e-1ffa-469c-d37f-2d08a64470df" [ 835.171997] env[69265]: _type = "Task" [ 835.171997] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.181803] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52013a5e-1ffa-469c-d37f-2d08a64470df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.210720] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquiring lock "refresh_cache-9edf3bcb-6734-4e69-9455-da267cea0bcd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.210720] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquired lock "refresh_cache-9edf3bcb-6734-4e69-9455-da267cea0bcd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.210720] env[69265]: DEBUG nova.network.neutron [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.398780] env[69265]: DEBUG nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.565411] env[69265]: DEBUG oslo_vmware.api [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3475972, 'name': ReconfigVM_Task, 'duration_secs': 1.147883} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.565803] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694983', 'volume_id': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'name': 'volume-a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c202839-d942-4f38-9c1a-3da6428d2ef3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4', 'serial': 'a2095923-9cbc-4364-a4c9-c3899feb5ea4'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 835.673098] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475977, 'name': ReconfigVM_Task, 'duration_secs': 0.351999} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.673643] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70/8d0b13c6-cb9f-4980-930d-760e24dbab70.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.677167] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c278215-7c1c-4c6e-a069-a30bbd23b191 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.684174] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52013a5e-1ffa-469c-d37f-2d08a64470df, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.687955] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.688249] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.688546] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.688730] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.688936] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.689319] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 835.689319] env[69265]: value = "task-3475978" [ 835.689319] env[69265]: _type = "Task" [ 835.689319] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.689711] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884b34c6-0c63-4a73-9346-ddc9e4f17935 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.701287] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475978, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.702639] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.702857] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.706636] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf373b8-46a5-4284-a4cb-4bfab55b7552 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.712234] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 835.712234] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bc01ea-d6a9-6724-1bc1-3850bd5616da" [ 835.712234] env[69265]: _type = "Task" [ 835.712234] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.726543] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bc01ea-d6a9-6724-1bc1-3850bd5616da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.790793] env[69265]: DEBUG nova.network.neutron [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Updated VIF entry in instance network info cache for port 2542517a-7dc4-4423-be5f-129ec9a50db9. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.790793] env[69265]: DEBUG nova.network.neutron [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Updating instance_info_cache with network_info: [{"id": "2542517a-7dc4-4423-be5f-129ec9a50db9", "address": "fa:16:3e:2c:ce:13", "network": {"id": "4d6b144e-456f-4a77-a426-ef084deee2c6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1895525491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e826079dfce48eb8ce46d789544d2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2542517a-7d", "ovs_interfaceid": "2542517a-7dc4-4423-be5f-129ec9a50db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.796242] env[69265]: DEBUG nova.network.neutron [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Successfully created port: e59adecb-d249-4c34-9f23-0c33242ac460 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.034184] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1c78d-2bca-4321-8347-152dc8958a48 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.043083] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e5ede-2e17-4f47-8550-6654d7c4fc9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.080161] env[69265]: DEBUG nova.network.neutron [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.083324] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9233ee-bc2c-4ec6-958f-0c37e638814b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.092635] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180357af-9dd1-4f03-910b-58308e30e730 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.113273] env[69265]: DEBUG nova.compute.provider_tree [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.148450] env[69265]: DEBUG nova.objects.instance [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lazy-loading 'flavor' on Instance uuid 9c202839-d942-4f38-9c1a-3da6428d2ef3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.201418] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475978, 'name': Rename_Task, 'duration_secs': 0.157779} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.201662] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.201908] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c268305d-f6bd-442e-81d3-1f7e30f6c3f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.209781] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 836.209781] env[69265]: value = "task-3475979" [ 836.209781] env[69265]: _type = "Task" [ 836.209781] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.224186] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.229383] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bc01ea-d6a9-6724-1bc1-3850bd5616da, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.231640] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58acc049-bc2f-4be5-a1e1-ebf2c7d3ad36 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.236273] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 836.236273] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a4f8f8-d264-7c86-f2a4-0e335edbda6a" [ 836.236273] env[69265]: _type = "Task" [ 836.236273] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.245307] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a4f8f8-d264-7c86-f2a4-0e335edbda6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.294054] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Releasing lock "refresh_cache-c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.294732] env[69265]: DEBUG nova.compute.manager [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Received event network-vif-plugged-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.294732] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Acquiring lock "9edf3bcb-6734-4e69-9455-da267cea0bcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.294968] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Lock "9edf3bcb-6734-4e69-9455-da267cea0bcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.295188] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Lock "9edf3bcb-6734-4e69-9455-da267cea0bcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.295363] env[69265]: DEBUG nova.compute.manager [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] No waiting events found dispatching network-vif-plugged-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.295528] env[69265]: WARNING nova.compute.manager [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Received unexpected event network-vif-plugged-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe for instance with vm_state building and task_state spawning. [ 836.295683] env[69265]: DEBUG nova.compute.manager [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Received event network-changed-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.295826] env[69265]: DEBUG nova.compute.manager [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Refreshing instance network info cache due to event network-changed-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.295997] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Acquiring lock "refresh_cache-9edf3bcb-6734-4e69-9455-da267cea0bcd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.412526] env[69265]: DEBUG nova.network.neutron [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Updating instance_info_cache with network_info: [{"id": "a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe", "address": "fa:16:3e:1e:d5:60", "network": {"id": "150c90fe-c4a4-43f1-a73f-745f41b0c3f9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1893840658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cc3af2685e47d88767e300ba2a0831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bb9ec8-da", "ovs_interfaceid": "a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.419130] env[69265]: DEBUG nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.455383] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.455716] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.455931] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.456169] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.456353] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.456528] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.456764] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.456949] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.458061] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.458285] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.458500] env[69265]: DEBUG nova.virt.hardware [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.459751] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6176c6-9dd9-4fd4-b6ca-e7117ed1b2ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.470677] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2804c720-ffdb-446c-a107-4633e946955f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.617948] env[69265]: DEBUG nova.scheduler.client.report [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.725822] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475979, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.750169] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a4f8f8-d264-7c86-f2a4-0e335edbda6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.750316] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.750589] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f/c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.750881] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d502c00a-4dd2-4e4e-8061-279818dd31e0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.758028] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 836.758028] env[69265]: value = "task-3475980" [ 836.758028] env[69265]: _type = "Task" [ 836.758028] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.767740] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.917141] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Releasing lock "refresh_cache-9edf3bcb-6734-4e69-9455-da267cea0bcd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.917521] env[69265]: DEBUG nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Instance network_info: |[{"id": "a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe", "address": "fa:16:3e:1e:d5:60", "network": {"id": "150c90fe-c4a4-43f1-a73f-745f41b0c3f9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1893840658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cc3af2685e47d88767e300ba2a0831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bb9ec8-da", "ovs_interfaceid": "a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.917878] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Acquired lock "refresh_cache-9edf3bcb-6734-4e69-9455-da267cea0bcd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.918127] env[69265]: DEBUG nova.network.neutron [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Refreshing network info cache for port a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.924474] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:d5:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.934380] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Creating folder: Project (a3cc3af2685e47d88767e300ba2a0831). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.935514] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eaf5fc3-957f-4530-b8ab-8d858546c37e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.950608] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Created folder: Project (a3cc3af2685e47d88767e300ba2a0831) in parent group-v694865. [ 836.950608] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Creating folder: Instances. Parent ref: group-v694990. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.950608] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a50f76a3-4d62-414b-9ec2-f9d64ca95cd6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.960270] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Created folder: Instances in parent group-v694990. [ 836.960503] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.960694] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.960900] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abbbc64f-af9e-4115-8f97-e708cdbf37eb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.983336] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.983336] env[69265]: value = "task-3475983" [ 836.983336] env[69265]: _type = "Task" [ 836.983336] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.993733] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475983, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.126578] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.127276] env[69265]: DEBUG nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.131506] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.501s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.138615] env[69265]: INFO nova.compute.claims [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.158905] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06224c54-964e-45bc-b038-39cd2c2d3174 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.344s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.229925] env[69265]: DEBUG oslo_vmware.api [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3475979, 'name': PowerOnVM_Task, 'duration_secs': 0.989212} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.230292] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.230544] env[69265]: INFO nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Took 8.79 seconds to spawn the instance on the hypervisor. [ 837.230753] env[69265]: DEBUG nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.231687] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f157cf5e-95bf-40be-a603-3b6688e68701 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.272703] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.494447] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475983, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.645057] env[69265]: DEBUG nova.compute.utils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.652383] env[69265]: DEBUG nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.652383] env[69265]: DEBUG nova.network.neutron [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.756590] env[69265]: INFO nova.compute.manager [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Took 65.85 seconds to build instance. [ 837.772384] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66597} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.772570] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f/c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.772802] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.773338] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f9783a0-7fe8-4008-9988-1c8699c68d49 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.776262] env[69265]: DEBUG nova.policy [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c09233a44904d43877f65322dda0cc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7b4c7e39ac84014a31e9da5f93b6501', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.782489] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 837.782489] env[69265]: value = "task-3475984" [ 837.782489] env[69265]: _type = "Task" [ 837.782489] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.791564] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.809907] env[69265]: DEBUG nova.network.neutron [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Updated VIF entry in instance network info cache for port a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.810414] env[69265]: DEBUG nova.network.neutron [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Updating instance_info_cache with network_info: [{"id": "a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe", "address": "fa:16:3e:1e:d5:60", "network": {"id": "150c90fe-c4a4-43f1-a73f-745f41b0c3f9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1893840658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cc3af2685e47d88767e300ba2a0831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bb9ec8-da", "ovs_interfaceid": "a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.845731] env[69265]: DEBUG nova.network.neutron [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Successfully updated port: e59adecb-d249-4c34-9f23-0c33242ac460 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.997349] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475983, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.016277] env[69265]: DEBUG nova.compute.manager [req-2cebb424-8ada-45c0-bbc7-e66cd187d4bd req-e8817e6c-4a5d-449b-b6f6-982c9a8afe3c service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Received event network-vif-plugged-e59adecb-d249-4c34-9f23-0c33242ac460 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.017174] env[69265]: DEBUG oslo_concurrency.lockutils [req-2cebb424-8ada-45c0-bbc7-e66cd187d4bd req-e8817e6c-4a5d-449b-b6f6-982c9a8afe3c service nova] Acquiring lock "7506564e-f7fa-401e-8b16-24c3ea85244a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.017986] env[69265]: DEBUG oslo_concurrency.lockutils [req-2cebb424-8ada-45c0-bbc7-e66cd187d4bd req-e8817e6c-4a5d-449b-b6f6-982c9a8afe3c service nova] Lock "7506564e-f7fa-401e-8b16-24c3ea85244a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.017986] env[69265]: DEBUG oslo_concurrency.lockutils [req-2cebb424-8ada-45c0-bbc7-e66cd187d4bd req-e8817e6c-4a5d-449b-b6f6-982c9a8afe3c service nova] Lock "7506564e-f7fa-401e-8b16-24c3ea85244a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.017986] env[69265]: DEBUG nova.compute.manager [req-2cebb424-8ada-45c0-bbc7-e66cd187d4bd req-e8817e6c-4a5d-449b-b6f6-982c9a8afe3c service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] No waiting events found dispatching network-vif-plugged-e59adecb-d249-4c34-9f23-0c33242ac460 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.017986] env[69265]: WARNING nova.compute.manager [req-2cebb424-8ada-45c0-bbc7-e66cd187d4bd req-e8817e6c-4a5d-449b-b6f6-982c9a8afe3c service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Received unexpected event network-vif-plugged-e59adecb-d249-4c34-9f23-0c33242ac460 for instance with vm_state building and task_state spawning. [ 838.152029] env[69265]: DEBUG nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.211613] env[69265]: DEBUG nova.network.neutron [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Successfully created port: 314af1d9-170d-43a3-9636-2f2b2f8af999 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.260502] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8340112d-3e8c-4790-a251-da71965e99fa tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.654s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.294507] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.313864] env[69265]: DEBUG oslo_concurrency.lockutils [req-c0ae1394-ea7d-4317-9ab9-55dac651f4d1 req-151ad2b4-f876-4814-91bd-4095384094aa service nova] Releasing lock "refresh_cache-9edf3bcb-6734-4e69-9455-da267cea0bcd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.349560] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "refresh_cache-7506564e-f7fa-401e-8b16-24c3ea85244a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.349560] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquired lock "refresh_cache-7506564e-f7fa-401e-8b16-24c3ea85244a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.349560] env[69265]: DEBUG nova.network.neutron [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.504052] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475983, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.572322] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquiring lock "40407a74-a9ce-41f0-a61b-a353eff49301" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.572322] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "40407a74-a9ce-41f0-a61b-a353eff49301" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.764172] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccf0560-c3e7-41ef-8430-7428714070be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.767277] env[69265]: DEBUG nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.775273] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee391a-7f1d-4e2d-bc12-9d0527d8e69f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.809433] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5076c0-31be-40d7-a55f-d37b8b58e8eb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.817334] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.731857} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.821012] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.821012] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c074e4a1-5d54-4e80-8603-8f3f0e8d8013 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.823741] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467caa89-cc43-4a7b-bb16-69d8bb36ed8c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.839551] env[69265]: DEBUG nova.compute.provider_tree [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.857065] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f/c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.858769] env[69265]: DEBUG nova.scheduler.client.report [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.865813] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b044f27c-1483-40ed-9154-979e779f4ee9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.888420] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 838.888420] env[69265]: value = "task-3475985" [ 838.888420] env[69265]: _type = "Task" [ 838.888420] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.897310] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.921989] env[69265]: DEBUG nova.network.neutron [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.997063] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475983, 'name': CreateVM_Task, 'duration_secs': 1.54796} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.997284] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.998055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.998224] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.998558] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.998849] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2627398-4cde-407f-8bca-16b2f12099cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.008190] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 839.008190] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ffd7a-e019-613c-6e13-4c2868c1991d" [ 839.008190] env[69265]: _type = "Task" [ 839.008190] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.014067] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ffd7a-e019-613c-6e13-4c2868c1991d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.082786] env[69265]: DEBUG nova.network.neutron [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Updating instance_info_cache with network_info: [{"id": "e59adecb-d249-4c34-9f23-0c33242ac460", "address": "fa:16:3e:ae:75:4e", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59adecb-d2", "ovs_interfaceid": "e59adecb-d249-4c34-9f23-0c33242ac460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.167013] env[69265]: DEBUG nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.192703] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.194016] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.194016] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.194016] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.194016] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.194016] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.194016] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.194636] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.195213] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.195213] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.195451] env[69265]: DEBUG nova.virt.hardware [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.196467] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54061bd4-431e-4c77-b89f-8629c90cc01c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.206139] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1602a3a-31eb-4ae4-8877-9f4ea6324c08 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.288815] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.383335] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.383923] env[69265]: DEBUG nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.386723] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.368s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.388524] env[69265]: INFO nova.compute.claims [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.402322] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475985, 'name': ReconfigVM_Task, 'duration_secs': 0.445605} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.402683] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f/c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.403345] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ce54f19-c2f8-43c6-a92c-3e644b8a89ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.409960] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 839.409960] env[69265]: value = "task-3475986" [ 839.409960] env[69265]: _type = "Task" [ 839.409960] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.419504] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475986, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.465423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.465723] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.517672] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ffd7a-e019-613c-6e13-4c2868c1991d, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.518118] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.518377] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.521961] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.521961] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.521961] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.521961] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-863c414b-dd83-4f2b-aadc-4d8c121dfad4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.531142] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.531142] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.531142] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a2b60d-e7e7-4dcf-8e93-3c5e62781fb1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.539277] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 839.539277] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521159cf-0cc8-048e-e61b-9d438335c48e" [ 839.539277] env[69265]: _type = "Task" [ 839.539277] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.548784] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521159cf-0cc8-048e-e61b-9d438335c48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.586152] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Releasing lock "refresh_cache-7506564e-f7fa-401e-8b16-24c3ea85244a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.586487] env[69265]: DEBUG nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Instance network_info: |[{"id": "e59adecb-d249-4c34-9f23-0c33242ac460", "address": "fa:16:3e:ae:75:4e", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59adecb-d2", "ovs_interfaceid": "e59adecb-d249-4c34-9f23-0c33242ac460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.586897] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:75:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59adecb-d249-4c34-9f23-0c33242ac460', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.597698] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Creating folder: Project (d7b4c7e39ac84014a31e9da5f93b6501). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.597698] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45efa8ce-eec4-4c20-a5ab-72808ed66bf5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.611022] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Created folder: Project (d7b4c7e39ac84014a31e9da5f93b6501) in parent group-v694865. [ 839.611022] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Creating folder: Instances. Parent ref: group-v694993. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.611022] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c0d14a-b78f-438e-8e3e-66e995600e6f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.622091] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquiring lock "8e2f22cc-927e-4e9a-b336-4d97c4554748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.622490] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "8e2f22cc-927e-4e9a-b336-4d97c4554748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.622872] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Created folder: Instances in parent group-v694993. [ 839.623896] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.624333] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.625164] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9931c422-d1a2-40b3-bba5-75edf6239324 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.648626] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.648626] env[69265]: value = "task-3475989" [ 839.648626] env[69265]: _type = "Task" [ 839.648626] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.656031] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475989, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.830361] env[69265]: DEBUG nova.network.neutron [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Successfully updated port: 314af1d9-170d-43a3-9636-2f2b2f8af999 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.894244] env[69265]: DEBUG nova.compute.utils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.899280] env[69265]: DEBUG nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.899502] env[69265]: DEBUG nova.network.neutron [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.922799] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475986, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.945945] env[69265]: DEBUG nova.policy [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4e455994f534079a183e9e7d8883798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6655edf6c394a7baa518bd549cdaddf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.049881] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521159cf-0cc8-048e-e61b-9d438335c48e, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.053628] env[69265]: DEBUG nova.compute.manager [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Received event network-changed-e59adecb-d249-4c34-9f23-0c33242ac460 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.053817] env[69265]: DEBUG nova.compute.manager [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Refreshing instance network info cache due to event network-changed-e59adecb-d249-4c34-9f23-0c33242ac460. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.054028] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Acquiring lock "refresh_cache-7506564e-f7fa-401e-8b16-24c3ea85244a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.057475] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Acquired lock "refresh_cache-7506564e-f7fa-401e-8b16-24c3ea85244a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.057475] env[69265]: DEBUG nova.network.neutron [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Refreshing network info cache for port e59adecb-d249-4c34-9f23-0c33242ac460 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.057475] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c597b94e-1095-4a8c-9a70-d084a53838fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.061816] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 840.061816] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5270392f-7f3d-0b40-29d6-16fe43e3abe1" [ 840.061816] env[69265]: _type = "Task" [ 840.061816] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.070149] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5270392f-7f3d-0b40-29d6-16fe43e3abe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.157679] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475989, 'name': CreateVM_Task, 'duration_secs': 0.328489} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.157679] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.158360] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.158527] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.158968] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.159212] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07800948-35d4-49aa-83fa-9b33a4b986f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.163877] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 840.163877] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524d2f37-737e-f0e3-329f-a97e2e87ecea" [ 840.163877] env[69265]: _type = "Task" [ 840.163877] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.172261] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524d2f37-737e-f0e3-329f-a97e2e87ecea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.329808] env[69265]: DEBUG nova.network.neutron [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Successfully created port: ebcea03b-ef82-49a1-9938-662b529b472f {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.334009] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "refresh_cache-79b20aa0-baba-43a6-ae69-9689ac007eca" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.337993] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquired lock "refresh_cache-79b20aa0-baba-43a6-ae69-9689ac007eca" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.337993] env[69265]: DEBUG nova.network.neutron [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.400296] env[69265]: DEBUG nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.425721] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475986, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.578063] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5270392f-7f3d-0b40-29d6-16fe43e3abe1, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.578063] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.578063] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 9edf3bcb-6734-4e69-9455-da267cea0bcd/9edf3bcb-6734-4e69-9455-da267cea0bcd.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.578063] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187f22d1-e376-452f-ac21-27658506ea11 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.586310] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 840.586310] env[69265]: value = "task-3475990" [ 840.586310] env[69265]: _type = "Task" [ 840.586310] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.598336] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3475990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.674099] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524d2f37-737e-f0e3-329f-a97e2e87ecea, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.679075] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.679075] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.679427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.679427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.679628] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.681578] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb31c9b-1e42-4113-92f3-7521168bf1a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.690837] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.690837] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.695176] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c42e57-c47b-4bd7-bbee-2e6c4c45a940 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.700920] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 840.700920] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523bcd04-17f9-6c45-846e-1029461808c3" [ 840.700920] env[69265]: _type = "Task" [ 840.700920] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.717559] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523bcd04-17f9-6c45-846e-1029461808c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.905245] env[69265]: DEBUG nova.network.neutron [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.922089] env[69265]: DEBUG nova.network.neutron [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Updated VIF entry in instance network info cache for port e59adecb-d249-4c34-9f23-0c33242ac460. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.922089] env[69265]: DEBUG nova.network.neutron [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Updating instance_info_cache with network_info: [{"id": "e59adecb-d249-4c34-9f23-0c33242ac460", "address": "fa:16:3e:ae:75:4e", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59adecb-d2", "ovs_interfaceid": "e59adecb-d249-4c34-9f23-0c33242ac460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.933024] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475986, 'name': Rename_Task, 'duration_secs': 1.15875} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.933024] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.933024] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee51a2ab-0292-4d5c-9af5-d749c2dee55b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.938054] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 840.938054] env[69265]: value = "task-3475991" [ 840.938054] env[69265]: _type = "Task" [ 840.938054] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.962927] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475991, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.041117] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216472d-f82a-1264-91eb-411d1784f80e/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.042086] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a570a31b-0b29-4451-b6b2-5f7167759f86 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.057286] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216472d-f82a-1264-91eb-411d1784f80e/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.057286] env[69265]: ERROR oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216472d-f82a-1264-91eb-411d1784f80e/disk-0.vmdk due to incomplete transfer. [ 841.057286] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d24df453-88d3-4276-a40a-c36a71a7c824 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.069044] env[69265]: DEBUG oslo_vmware.rw_handles [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216472d-f82a-1264-91eb-411d1784f80e/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 841.069128] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Uploaded image b4c36337-2ddf-4a24-b073-2328bff0dfcf to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 841.072269] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.075043] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57908203-7c31-4f1f-87e4-ec248f729396 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.085064] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 841.085064] env[69265]: value = "task-3475992" [ 841.085064] env[69265]: _type = "Task" [ 841.085064] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.097946] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475992, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.101840] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3475990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50123} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.102069] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 9edf3bcb-6734-4e69-9455-da267cea0bcd/9edf3bcb-6734-4e69-9455-da267cea0bcd.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.102291] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.102519] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b966819e-0d4a-4886-972f-02163eb2a063 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.108569] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 841.108569] env[69265]: value = "task-3475993" [ 841.108569] env[69265]: _type = "Task" [ 841.108569] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.120374] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3475993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.124395] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd310774-cfe9-4653-83b0-33a98d33435b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.131734] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d23aae6-8e24-4203-9544-e84a3e8fb25c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.163835] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e720593-84c5-434f-89e8-d61d7ee377ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.171835] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f7aac7-6933-46d1-81a6-e52f45172f9c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.184822] env[69265]: DEBUG nova.compute.provider_tree [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.212277] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523bcd04-17f9-6c45-846e-1029461808c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.212934] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe24d35b-947a-4a04-aa4c-b4cb372dc62d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.219322] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 841.219322] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529c582a-c1f4-aaa0-1649-bb2d95e26482" [ 841.219322] env[69265]: _type = "Task" [ 841.219322] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.224896] env[69265]: DEBUG nova.network.neutron [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Updating instance_info_cache with network_info: [{"id": "314af1d9-170d-43a3-9636-2f2b2f8af999", "address": "fa:16:3e:b0:73:f6", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314af1d9-17", "ovs_interfaceid": "314af1d9-170d-43a3-9636-2f2b2f8af999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.232076] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529c582a-c1f4-aaa0-1649-bb2d95e26482, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.232076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.232305] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7506564e-f7fa-401e-8b16-24c3ea85244a/7506564e-f7fa-401e-8b16-24c3ea85244a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.232593] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8b46547-1348-49bf-8cba-6288b33f7756 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.239544] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 841.239544] env[69265]: value = "task-3475994" [ 841.239544] env[69265]: _type = "Task" [ 841.239544] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.248596] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3475994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.422630] env[69265]: DEBUG nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.430378] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Releasing lock "refresh_cache-7506564e-f7fa-401e-8b16-24c3ea85244a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.430378] env[69265]: DEBUG nova.compute.manager [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Received event network-vif-plugged-314af1d9-170d-43a3-9636-2f2b2f8af999 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.430378] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Acquiring lock "79b20aa0-baba-43a6-ae69-9689ac007eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.430378] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Lock "79b20aa0-baba-43a6-ae69-9689ac007eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.430378] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Lock "79b20aa0-baba-43a6-ae69-9689ac007eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.430378] env[69265]: DEBUG nova.compute.manager [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] No waiting events found dispatching network-vif-plugged-314af1d9-170d-43a3-9636-2f2b2f8af999 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.430378] env[69265]: WARNING nova.compute.manager [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Received unexpected event network-vif-plugged-314af1d9-170d-43a3-9636-2f2b2f8af999 for instance with vm_state building and task_state spawning. [ 841.430378] env[69265]: DEBUG nova.compute.manager [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Received event network-changed-314af1d9-170d-43a3-9636-2f2b2f8af999 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.430378] env[69265]: DEBUG nova.compute.manager [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Refreshing instance network info cache due to event network-changed-314af1d9-170d-43a3-9636-2f2b2f8af999. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.430378] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Acquiring lock "refresh_cache-79b20aa0-baba-43a6-ae69-9689ac007eca" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.457114] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.457551] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.457871] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.458192] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.458452] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.458856] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.458856] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.460434] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.460434] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.460434] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.460434] env[69265]: DEBUG nova.virt.hardware [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.461102] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011de329-fd52-49f5-9608-246f32995783 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.473618] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.478143] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f601e77d-6c61-429a-b7ea-4b87a4dd0f28 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.565287] env[69265]: DEBUG nova.compute.manager [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 841.603470] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475992, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.624123] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3475993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183933} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.624123] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.624495] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f832201-7896-4775-ba96-3c966b1f0a0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.650994] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 9edf3bcb-6734-4e69-9455-da267cea0bcd/9edf3bcb-6734-4e69-9455-da267cea0bcd.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.652107] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed883aff-f7d6-4544-8149-b781b47412c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.675973] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 841.675973] env[69265]: value = "task-3475995" [ 841.675973] env[69265]: _type = "Task" [ 841.675973] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.688530] env[69265]: DEBUG nova.scheduler.client.report [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.692345] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3475995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.728401] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Releasing lock "refresh_cache-79b20aa0-baba-43a6-ae69-9689ac007eca" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.728806] env[69265]: DEBUG nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Instance network_info: |[{"id": "314af1d9-170d-43a3-9636-2f2b2f8af999", "address": "fa:16:3e:b0:73:f6", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314af1d9-17", "ovs_interfaceid": "314af1d9-170d-43a3-9636-2f2b2f8af999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.729108] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Acquired lock "refresh_cache-79b20aa0-baba-43a6-ae69-9689ac007eca" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.729284] env[69265]: DEBUG nova.network.neutron [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Refreshing network info cache for port 314af1d9-170d-43a3-9636-2f2b2f8af999 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.730556] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:73:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314af1d9-170d-43a3-9636-2f2b2f8af999', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.738345] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.738844] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.739094] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4975cbe6-bd55-4785-bb00-90ce789ddc1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.764542] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3475994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494692} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.766051] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7506564e-f7fa-401e-8b16-24c3ea85244a/7506564e-f7fa-401e-8b16-24c3ea85244a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.766912] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.766912] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.766912] env[69265]: value = "task-3475996" [ 841.766912] env[69265]: _type = "Task" [ 841.766912] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.766912] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d90b41f0-2db2-4758-917a-2ad806513c1c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.780834] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475996, 'name': CreateVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.780834] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 841.780834] env[69265]: value = "task-3475997" [ 841.780834] env[69265]: _type = "Task" [ 841.780834] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.790179] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3475997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.957508] env[69265]: DEBUG oslo_vmware.api [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3475991, 'name': PowerOnVM_Task, 'duration_secs': 0.927817} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.957910] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.958231] env[69265]: INFO nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Took 9.98 seconds to spawn the instance on the hypervisor. [ 841.958413] env[69265]: DEBUG nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.959264] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb324a25-dcb5-4493-a3a3-cf4553b7c7a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.020917] env[69265]: DEBUG nova.network.neutron [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Successfully updated port: ebcea03b-ef82-49a1-9938-662b529b472f {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.088910] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.098376] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475992, 'name': Destroy_Task, 'duration_secs': 0.614251} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.098643] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Destroyed the VM [ 842.098908] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.099134] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-030d0eb0-b1fc-4046-a827-d5d70408ecee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.105214] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 842.105214] env[69265]: value = "task-3475998" [ 842.105214] env[69265]: _type = "Task" [ 842.105214] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.113107] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475998, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.121796] env[69265]: DEBUG nova.compute.manager [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Received event network-vif-plugged-ebcea03b-ef82-49a1-9938-662b529b472f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.121796] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] Acquiring lock "06338a3b-8496-46c8-8c2f-d760493400c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.122073] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] Lock "06338a3b-8496-46c8-8c2f-d760493400c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.122073] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] Lock "06338a3b-8496-46c8-8c2f-d760493400c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.122304] env[69265]: DEBUG nova.compute.manager [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] No waiting events found dispatching network-vif-plugged-ebcea03b-ef82-49a1-9938-662b529b472f {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.122498] env[69265]: WARNING nova.compute.manager [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Received unexpected event network-vif-plugged-ebcea03b-ef82-49a1-9938-662b529b472f for instance with vm_state building and task_state spawning. [ 842.122658] env[69265]: DEBUG nova.compute.manager [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Received event network-changed-ebcea03b-ef82-49a1-9938-662b529b472f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.122809] env[69265]: DEBUG nova.compute.manager [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Refreshing instance network info cache due to event network-changed-ebcea03b-ef82-49a1-9938-662b529b472f. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.123041] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] Acquiring lock "refresh_cache-06338a3b-8496-46c8-8c2f-d760493400c4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.123198] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] Acquired lock "refresh_cache-06338a3b-8496-46c8-8c2f-d760493400c4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.123356] env[69265]: DEBUG nova.network.neutron [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Refreshing network info cache for port ebcea03b-ef82-49a1-9938-662b529b472f {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.186916] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3475995, 'name': ReconfigVM_Task, 'duration_secs': 0.339066} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.187247] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 9edf3bcb-6734-4e69-9455-da267cea0bcd/9edf3bcb-6734-4e69-9455-da267cea0bcd.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.187848] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60318f37-9120-4054-a3c0-02fa183546d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.193653] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 842.193653] env[69265]: value = "task-3475999" [ 842.193653] env[69265]: _type = "Task" [ 842.193653] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.197017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.197472] env[69265]: DEBUG nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.200365] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.556s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.200555] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.202366] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.379s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.203743] env[69265]: INFO nova.compute.claims [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.212780] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3475999, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.229897] env[69265]: INFO nova.scheduler.client.report [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleted allocations for instance 8e11fe11-f9db-4970-9c3e-2cd24953ea04 [ 842.280252] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475996, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.291655] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3475997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092508} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.292630] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.292848] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34603f1-b95f-4914-8860-b2b0050ae7c9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.316444] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 7506564e-f7fa-401e-8b16-24c3ea85244a/7506564e-f7fa-401e-8b16-24c3ea85244a.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.316579] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b861e9f8-8cae-4c18-8f00-686184607ac5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.339175] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 842.339175] env[69265]: value = "task-3476000" [ 842.339175] env[69265]: _type = "Task" [ 842.339175] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.346899] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.481593] env[69265]: INFO nova.compute.manager [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Took 62.30 seconds to build instance. [ 842.498805] env[69265]: DEBUG nova.network.neutron [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Updated VIF entry in instance network info cache for port 314af1d9-170d-43a3-9636-2f2b2f8af999. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.499224] env[69265]: DEBUG nova.network.neutron [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Updating instance_info_cache with network_info: [{"id": "314af1d9-170d-43a3-9636-2f2b2f8af999", "address": "fa:16:3e:b0:73:f6", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314af1d9-17", "ovs_interfaceid": "314af1d9-170d-43a3-9636-2f2b2f8af999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.526328] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "refresh_cache-06338a3b-8496-46c8-8c2f-d760493400c4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.615422] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475998, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.656490] env[69265]: DEBUG nova.network.neutron [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.710719] env[69265]: DEBUG nova.compute.utils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.715025] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3475999, 'name': Rename_Task, 'duration_secs': 0.220303} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.715025] env[69265]: DEBUG nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.715025] env[69265]: DEBUG nova.network.neutron [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.715025] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.716868] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f73e53-6303-4f60-b03c-38d2a49226fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.724276] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 842.724276] env[69265]: value = "task-3476001" [ 842.724276] env[69265]: _type = "Task" [ 842.724276] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.733951] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3476001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.738731] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17b834bb-2334-4044-80d2-04c9e466e608 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "8e11fe11-f9db-4970-9c3e-2cd24953ea04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.129s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.741793] env[69265]: DEBUG nova.network.neutron [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.780824] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3475996, 'name': CreateVM_Task, 'duration_secs': 0.704309} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.781126] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.781870] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.782121] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.782497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.782821] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e586b6a5-2396-41ee-97ff-4d90f900ce1d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.788733] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 842.788733] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52271fd3-1b80-8dd4-edbe-7cee107a8d14" [ 842.788733] env[69265]: _type = "Task" [ 842.788733] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.790325] env[69265]: DEBUG nova.policy [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8592cfda55f74e809741d69e4b741a1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f602ccd98994ed289cd5f78b52dfaa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.802747] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52271fd3-1b80-8dd4-edbe-7cee107a8d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.849788] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.983560] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e2c52443-c73d-408e-8bf1-b035099b1d0d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.192s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.002422] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ea9dc9-16c5-403f-8570-7a095156a4b2 req-cf72532c-e419-4123-9fd8-c5300a4757d1 service nova] Releasing lock "refresh_cache-79b20aa0-baba-43a6-ae69-9689ac007eca" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.115814] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475998, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.199016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.199016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.199016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.199016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.199016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.200504] env[69265]: INFO nova.compute.manager [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Terminating instance [ 843.218020] env[69265]: DEBUG nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.235882] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3476001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.245367] env[69265]: DEBUG oslo_concurrency.lockutils [req-0b4b497c-d57a-4521-9845-f01c7f97ac16 req-69d2c5d5-f904-4e9f-b30a-8749e61b188b service nova] Releasing lock "refresh_cache-06338a3b-8496-46c8-8c2f-d760493400c4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.245367] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "refresh_cache-06338a3b-8496-46c8-8c2f-d760493400c4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.245367] env[69265]: DEBUG nova.network.neutron [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.311437] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52271fd3-1b80-8dd4-edbe-7cee107a8d14, 'name': SearchDatastore_Task, 'duration_secs': 0.014517} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.314459] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.314770] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.315023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.315550] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.315550] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.316329] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c5deeda-c643-4d73-91f7-80a90362674a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.325280] env[69265]: DEBUG nova.network.neutron [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Successfully created port: d41ecfde-5d1e-42a1-8eb4-de37b228bde4 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.329268] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.329481] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.330387] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effce01b-a8fd-4af6-90f9-6d7850dd9f8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.340642] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 843.340642] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52234b52-ad3c-a958-7f62-01c990f6b8fb" [ 843.340642] env[69265]: _type = "Task" [ 843.340642] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.356319] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476000, 'name': ReconfigVM_Task, 'duration_secs': 0.687902} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.360121] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 7506564e-f7fa-401e-8b16-24c3ea85244a/7506564e-f7fa-401e-8b16-24c3ea85244a.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.360803] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52234b52-ad3c-a958-7f62-01c990f6b8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.361022] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a81d21-cb76-4a1d-917c-9b720ca31da7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.365753] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcead498-668d-42bb-b8d7-791d6c038d64 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.371384] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 843.371384] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c79149-8bc2-e968-727a-fc812c7c6642" [ 843.371384] env[69265]: _type = "Task" [ 843.371384] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.372810] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 843.372810] env[69265]: value = "task-3476002" [ 843.372810] env[69265]: _type = "Task" [ 843.372810] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.388116] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c79149-8bc2-e968-727a-fc812c7c6642, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.390891] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.391181] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 79b20aa0-baba-43a6-ae69-9689ac007eca/79b20aa0-baba-43a6-ae69-9689ac007eca.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.391458] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476002, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.391663] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f17359b-6328-4de6-b3b9-b85f63b92e1a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.397630] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 843.397630] env[69265]: value = "task-3476003" [ 843.397630] env[69265]: _type = "Task" [ 843.397630] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.410336] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.486403] env[69265]: DEBUG nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.621664] env[69265]: DEBUG oslo_vmware.api [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3475998, 'name': RemoveSnapshot_Task, 'duration_secs': 1.227324} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.622347] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.622347] env[69265]: INFO nova.compute.manager [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Took 15.18 seconds to snapshot the instance on the hypervisor. [ 843.704817] env[69265]: DEBUG nova.compute.manager [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.704920] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.705892] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef50cbd-37a9-4003-97e1-85474f362339 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.715960] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.723170] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01501fc0-0200-45dd-8f5a-83f6a3b25cdd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.736040] env[69265]: DEBUG oslo_vmware.api [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 843.736040] env[69265]: value = "task-3476004" [ 843.736040] env[69265]: _type = "Task" [ 843.736040] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.742825] env[69265]: DEBUG oslo_vmware.api [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3476001, 'name': PowerOnVM_Task, 'duration_secs': 0.64092} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.746837] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.746837] env[69265]: INFO nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Took 10.13 seconds to spawn the instance on the hypervisor. [ 843.746837] env[69265]: DEBUG nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.747727] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38db9682-ac18-4e73-9776-72a9c4c9b06c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.756483] env[69265]: DEBUG oslo_vmware.api [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3476004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.798598] env[69265]: DEBUG nova.network.neutron [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.895707] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476002, 'name': Rename_Task, 'duration_secs': 0.162361} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.896051] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.896693] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-276b071e-9291-4ead-9cc3-432ae78fd3a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.905632] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 843.905632] env[69265]: value = "task-3476005" [ 843.905632] env[69265]: _type = "Task" [ 843.905632] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.909024] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871c0ac1-5bd0-4e8e-8739-8e7b82a8fcb7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.917657] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509301} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.919908] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 79b20aa0-baba-43a6-ae69-9689ac007eca/79b20aa0-baba-43a6-ae69-9689ac007eca.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.923844] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.923844] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269a5f6c-fed4-4d07-b7bb-5e761c5aff46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.923844] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505001f2-06d7-4126-a798-390ddc590d06 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.932198] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476005, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.936044] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 843.936044] env[69265]: value = "task-3476006" [ 843.936044] env[69265]: _type = "Task" [ 843.936044] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.965061] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577f726-5c62-4d02-9d6e-8d50ea17d1f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.968343] env[69265]: DEBUG nova.network.neutron [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Updating instance_info_cache with network_info: [{"id": "ebcea03b-ef82-49a1-9938-662b529b472f", "address": "fa:16:3e:d4:87:84", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcea03b-ef", "ovs_interfaceid": "ebcea03b-ef82-49a1-9938-662b529b472f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.977731] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476006, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.978732] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a01ce3d-a958-4f35-b204-8854767219d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.995812] env[69265]: DEBUG nova.compute.provider_tree [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.014815] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.184635] env[69265]: DEBUG nova.compute.manager [None req-6e81684e-73de-46c2-9303-d41c40541768 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Found 2 images (rotation: 2) {{(pid=69265) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 844.232354] env[69265]: DEBUG nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.249059] env[69265]: DEBUG oslo_vmware.api [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3476004, 'name': PowerOffVM_Task, 'duration_secs': 0.32867} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.249411] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.249609] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.249882] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13df9bef-3a65-4863-9673-8fadcdbd2438 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.266353] env[69265]: DEBUG nova.virt.hardware [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.267176] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e98b931-9c43-4037-b3df-1706d0a6f3a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.280730] env[69265]: INFO nova.compute.manager [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Took 56.96 seconds to build instance. [ 844.282363] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa84844-2175-44db-b7f7-1a5b95e26d04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.322627] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.322905] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.323111] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Deleting the datastore file [datastore2] c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.323383] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0f3a814-1826-454a-a8fc-4fe595d08c7c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.331709] env[69265]: DEBUG oslo_vmware.api [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for the task: (returnval){ [ 844.331709] env[69265]: value = "task-3476008" [ 844.331709] env[69265]: _type = "Task" [ 844.331709] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.338592] env[69265]: DEBUG oslo_vmware.api [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3476008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.422924] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.473712] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "refresh_cache-06338a3b-8496-46c8-8c2f-d760493400c4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.474234] env[69265]: DEBUG nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Instance network_info: |[{"id": "ebcea03b-ef82-49a1-9938-662b529b472f", "address": "fa:16:3e:d4:87:84", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcea03b-ef", "ovs_interfaceid": "ebcea03b-ef82-49a1-9938-662b529b472f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.474457] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063793} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.474842] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:87:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebcea03b-ef82-49a1-9938-662b529b472f', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.484253] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.484306] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.484588] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.485324] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6f0887-cd30-4b0c-9097-4192a8ca5c22 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.489047] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4adbf0aa-6b81-4c60-84e5-3811d18065fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.535631] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 79b20aa0-baba-43a6-ae69-9689ac007eca/79b20aa0-baba-43a6-ae69-9689ac007eca.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.538456] env[69265]: ERROR nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [req-a9df7f1c-b7dd-4e33-a722-7aa289898ff7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9df7f1c-b7dd-4e33-a722-7aa289898ff7"}]} [ 844.538790] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39cc8fa9-ddb5-4ff0-8e8d-6871fdd6a8ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.555378] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.555378] env[69265]: value = "task-3476009" [ 844.555378] env[69265]: _type = "Task" [ 844.555378] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.563401] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 844.563401] env[69265]: value = "task-3476010" [ 844.563401] env[69265]: _type = "Task" [ 844.563401] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.570324] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476009, 'name': CreateVM_Task} progress is 15%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.576160] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.577194] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 844.595935] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 844.596256] env[69265]: DEBUG nova.compute.provider_tree [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.609528] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 844.644713] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 844.787823] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "9edf3bcb-6734-4e69-9455-da267cea0bcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.045s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.840393] env[69265]: DEBUG oslo_vmware.api [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Task: {'id': task-3476008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323706} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.843199] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.843557] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.843602] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.843745] env[69265]: INFO nova.compute.manager [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 844.843986] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.844402] env[69265]: DEBUG nova.compute.manager [-] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.845090] env[69265]: DEBUG nova.network.neutron [-] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.932157] env[69265]: DEBUG oslo_vmware.api [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476005, 'name': PowerOnVM_Task, 'duration_secs': 0.864287} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.932604] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.932906] env[69265]: INFO nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Took 8.51 seconds to spawn the instance on the hypervisor. [ 844.933283] env[69265]: DEBUG nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.934661] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c096fbb-e58b-476e-8860-fad33ea0109e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.072340] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476009, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.079977] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.239943] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad96db46-063c-4257-baa6-8d1ac2fc2e06 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.247374] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97caa8c-7fea-4295-8697-010372dd4937 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.281129] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796eb62f-141a-4682-9480-66e159dd671d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.289176] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66733d63-c1f6-4b9a-afe8-507efa012499 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.295075] env[69265]: DEBUG nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.308107] env[69265]: DEBUG nova.compute.provider_tree [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.385562] env[69265]: DEBUG nova.compute.manager [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.386820] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275d987b-c0d7-44f0-a11f-5c1de044bc02 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.462179] env[69265]: INFO nova.compute.manager [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Took 54.18 seconds to build instance. [ 845.572249] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476009, 'name': CreateVM_Task, 'duration_secs': 0.668389} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.572825] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.573575] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.573817] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.574186] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.577305] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9064ef45-d732-448d-ac45-ccd07ecc5b38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.578996] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476010, 'name': ReconfigVM_Task, 'duration_secs': 0.741238} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.579262] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 79b20aa0-baba-43a6-ae69-9689ac007eca/79b20aa0-baba-43a6-ae69-9689ac007eca.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.580360] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1051bb0c-4d33-4455-a689-234fe08d7ee1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.582776] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 845.582776] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b400e9-b4fe-fd18-f117-b245ed5c3fb1" [ 845.582776] env[69265]: _type = "Task" [ 845.582776] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.588939] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 845.588939] env[69265]: value = "task-3476011" [ 845.588939] env[69265]: _type = "Task" [ 845.588939] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.592064] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b400e9-b4fe-fd18-f117-b245ed5c3fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.602804] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476011, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.621377] env[69265]: DEBUG nova.network.neutron [-] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.658025] env[69265]: DEBUG nova.network.neutron [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Successfully updated port: d41ecfde-5d1e-42a1-8eb4-de37b228bde4 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.696652] env[69265]: DEBUG nova.compute.manager [req-ff789cc9-82e5-49a5-b03d-a94fea7bdabd req-57832c7c-c7c6-4652-8c5a-948f0648540c service nova] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Received event network-vif-deleted-2542517a-7dc4-4423-be5f-129ec9a50db9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.815807] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.832474] env[69265]: ERROR nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [req-35496665-d894-4200-b432-5a7ddbff26d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-35496665-d894-4200-b432-5a7ddbff26d2"}]} [ 845.849256] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 845.866142] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 845.866142] env[69265]: DEBUG nova.compute.provider_tree [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.877523] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 845.893859] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 845.897099] env[69265]: INFO nova.compute.manager [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] instance snapshotting [ 845.897510] env[69265]: DEBUG nova.objects.instance [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'flavor' on Instance uuid 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.964661] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fa4e8eb7-b78a-4049-955c-db3420759039 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "7506564e-f7fa-401e-8b16-24c3ea85244a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.378s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.965752] env[69265]: DEBUG nova.compute.manager [req-25d847dd-54df-402e-aa57-df7fcd7d0f62 req-21858331-4666-4a80-ba76-e65c31ceb772 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Received event network-vif-plugged-d41ecfde-5d1e-42a1-8eb4-de37b228bde4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.965972] env[69265]: DEBUG oslo_concurrency.lockutils [req-25d847dd-54df-402e-aa57-df7fcd7d0f62 req-21858331-4666-4a80-ba76-e65c31ceb772 service nova] Acquiring lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.966198] env[69265]: DEBUG oslo_concurrency.lockutils [req-25d847dd-54df-402e-aa57-df7fcd7d0f62 req-21858331-4666-4a80-ba76-e65c31ceb772 service nova] Lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.966366] env[69265]: DEBUG oslo_concurrency.lockutils [req-25d847dd-54df-402e-aa57-df7fcd7d0f62 req-21858331-4666-4a80-ba76-e65c31ceb772 service nova] Lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.966532] env[69265]: DEBUG nova.compute.manager [req-25d847dd-54df-402e-aa57-df7fcd7d0f62 req-21858331-4666-4a80-ba76-e65c31ceb772 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] No waiting events found dispatching network-vif-plugged-d41ecfde-5d1e-42a1-8eb4-de37b228bde4 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.966700] env[69265]: WARNING nova.compute.manager [req-25d847dd-54df-402e-aa57-df7fcd7d0f62 req-21858331-4666-4a80-ba76-e65c31ceb772 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Received unexpected event network-vif-plugged-d41ecfde-5d1e-42a1-8eb4-de37b228bde4 for instance with vm_state building and task_state spawning. [ 846.105478] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b400e9-b4fe-fd18-f117-b245ed5c3fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.111947] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.113074] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.113533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.113986] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.114378] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.120917] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-622d10c4-3310-4b6c-9ec9-7a397599f3c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.124859] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476011, 'name': Rename_Task, 'duration_secs': 0.142706} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.125242] env[69265]: INFO nova.compute.manager [-] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Took 1.28 seconds to deallocate network for instance. [ 846.125591] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.127984] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ebbf05f-a425-4635-9beb-c88a45f66d4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.139053] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.139482] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.141340] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da33ac2-919c-41be-92ad-ce87276b6ccf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.147505] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 846.147505] env[69265]: value = "task-3476012" [ 846.147505] env[69265]: _type = "Task" [ 846.147505] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.151876] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 846.151876] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52357d0e-7b6f-5a9b-8da5-3e7bfb377339" [ 846.151876] env[69265]: _type = "Task" [ 846.151876] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.161247] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.163979] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.163979] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.164229] env[69265]: DEBUG nova.network.neutron [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.175025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.175296] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "3005e5be-b038-45e5-9b90-28264023588d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.175515] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52357d0e-7b6f-5a9b-8da5-3e7bfb377339, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.180415] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60be096e-d7cc-4ee3-991b-d37e472c86fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.187130] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 846.187130] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521e5657-5659-1d67-a442-92b0ee092a7b" [ 846.187130] env[69265]: _type = "Task" [ 846.187130] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.199633] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521e5657-5659-1d67-a442-92b0ee092a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.200194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.200429] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 06338a3b-8496-46c8-8c2f-d760493400c4/06338a3b-8496-46c8-8c2f-d760493400c4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.200677] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bba565a-a49d-4868-bacb-d980561f352b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.207836] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 846.207836] env[69265]: value = "task-3476013" [ 846.207836] env[69265]: _type = "Task" [ 846.207836] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.220277] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.403572] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ae18e8-7a1a-40bd-96e4-8dad6a9f1036 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.427147] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f09ae9-664b-4b0b-ad9e-ca76021137df {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.470140] env[69265]: DEBUG nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.521242] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14817df6-c82a-4ead-aaec-f1da22c0832d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.532894] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f02d8a-aef0-43d1-a936-e77bd3520cad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.567983] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c8414-174e-4328-96e6-0520e5ea5a26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.577212] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdff5c4-7e7f-4d56-b07f-e0bcccda1bc0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.595612] env[69265]: DEBUG nova.compute.provider_tree [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.640243] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.658490] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476012, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.708183] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquiring lock "9edf3bcb-6734-4e69-9455-da267cea0bcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.708610] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "9edf3bcb-6734-4e69-9455-da267cea0bcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.708859] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquiring lock "9edf3bcb-6734-4e69-9455-da267cea0bcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.709088] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "9edf3bcb-6734-4e69-9455-da267cea0bcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.709275] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "9edf3bcb-6734-4e69-9455-da267cea0bcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.715666] env[69265]: INFO nova.compute.manager [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Terminating instance [ 846.725326] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496385} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.726183] env[69265]: DEBUG nova.network.neutron [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.728150] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 06338a3b-8496-46c8-8c2f-d760493400c4/06338a3b-8496-46c8-8c2f-d760493400c4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.728438] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.729268] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a2c3e21-101e-4aab-b034-496b3f2dfac2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.735956] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 846.735956] env[69265]: value = "task-3476014" [ 846.735956] env[69265]: _type = "Task" [ 846.735956] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.744572] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.893208] env[69265]: DEBUG nova.network.neutron [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Updating instance_info_cache with network_info: [{"id": "d41ecfde-5d1e-42a1-8eb4-de37b228bde4", "address": "fa:16:3e:82:e4:72", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ecfde-5d", "ovs_interfaceid": "d41ecfde-5d1e-42a1-8eb4-de37b228bde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.938826] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.939464] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b5c294e-76aa-460c-84f1-af68272bc0c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.947634] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 846.947634] env[69265]: value = "task-3476015" [ 846.947634] env[69265]: _type = "Task" [ 846.947634] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.956677] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.992287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.131042] env[69265]: DEBUG nova.scheduler.client.report [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 847.131042] env[69265]: DEBUG nova.compute.provider_tree [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 75 to 76 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 847.131042] env[69265]: DEBUG nova.compute.provider_tree [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.157921] env[69265]: DEBUG oslo_vmware.api [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476012, 'name': PowerOnVM_Task, 'duration_secs': 0.75111} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.158278] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.158487] env[69265]: INFO nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Took 7.99 seconds to spawn the instance on the hypervisor. [ 847.158666] env[69265]: DEBUG nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.159510] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dfc117-89dc-4306-8cc7-d61fe0fd8a7f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.221170] env[69265]: DEBUG nova.compute.manager [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.221626] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.222318] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5916aa5-8da4-41b0-9cb2-cb919e623092 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.230457] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.230675] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d85b3039-b611-4d4a-8834-829ab3e46d90 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.238444] env[69265]: DEBUG oslo_vmware.api [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 847.238444] env[69265]: value = "task-3476016" [ 847.238444] env[69265]: _type = "Task" [ 847.238444] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.255525] env[69265]: DEBUG oslo_vmware.api [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3476016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.255785] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067255} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.256029] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.256784] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd2377e-1913-412a-9ece-0fce80b3ac6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.279325] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 06338a3b-8496-46c8-8c2f-d760493400c4/06338a3b-8496-46c8-8c2f-d760493400c4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.279597] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee6d47e-f001-46db-a364-ab0f86179ecc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.298935] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 847.298935] env[69265]: value = "task-3476017" [ 847.298935] env[69265]: _type = "Task" [ 847.298935] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.306765] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.396696] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.396930] env[69265]: DEBUG nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Instance network_info: |[{"id": "d41ecfde-5d1e-42a1-8eb4-de37b228bde4", "address": "fa:16:3e:82:e4:72", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ecfde-5d", "ovs_interfaceid": "d41ecfde-5d1e-42a1-8eb4-de37b228bde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.397384] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:e4:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41ecfde-5d1e-42a1-8eb4-de37b228bde4', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.404879] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Creating folder: Project (8f602ccd98994ed289cd5f78b52dfaa3). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.405252] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea2d73e2-3c35-4680-91fa-1b84c827312e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.415882] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Created folder: Project (8f602ccd98994ed289cd5f78b52dfaa3) in parent group-v694865. [ 847.416118] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Creating folder: Instances. Parent ref: group-v694998. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.416370] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-654cd019-226d-46d5-bf18-81bef5ee3aa0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.425340] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Created folder: Instances in parent group-v694998. [ 847.425619] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.425854] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.426140] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26a17d72-cbae-4341-9f32-910dbbb12b9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.444471] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.444471] env[69265]: value = "task-3476020" [ 847.444471] env[69265]: _type = "Task" [ 847.444471] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.453826] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476020, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.458869] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476015, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.638139] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.436s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.638722] env[69265]: DEBUG nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.641601] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.089s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.641810] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.644080] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.438s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.644250] env[69265]: DEBUG nova.objects.instance [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lazy-loading 'resources' on Instance uuid 864468ff-21d5-43f2-b378-2c8981d42d54 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.667113] env[69265]: INFO nova.scheduler.client.report [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleted allocations for instance 7a37269c-02e6-4b97-be9d-928a859e1089 [ 847.682912] env[69265]: INFO nova.compute.manager [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Took 44.77 seconds to build instance. [ 847.752189] env[69265]: DEBUG oslo_vmware.api [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3476016, 'name': PowerOffVM_Task, 'duration_secs': 0.316711} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.752357] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.752569] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.752833] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c023ad8b-f187-4794-a3cb-9514054685ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.809642] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.817577] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.818165] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.818165] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Deleting the datastore file [datastore2] 9edf3bcb-6734-4e69-9455-da267cea0bcd {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.818305] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f439c5ec-3fa0-4c0c-851e-a0dfa395fe67 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.824368] env[69265]: DEBUG oslo_vmware.api [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for the task: (returnval){ [ 847.824368] env[69265]: value = "task-3476022" [ 847.824368] env[69265]: _type = "Task" [ 847.824368] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.833659] env[69265]: DEBUG oslo_vmware.api [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3476022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.961115] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476015, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.961356] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476020, 'name': CreateVM_Task, 'duration_secs': 0.361362} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.961504] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.962266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.962401] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.963448] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.963448] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eea4561-de2e-452c-9899-35c9bcb48ce0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.967744] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 847.967744] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212b5ae-80bd-7feb-6536-671a836a4e91" [ 847.967744] env[69265]: _type = "Task" [ 847.967744] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.975997] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212b5ae-80bd-7feb-6536-671a836a4e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.117905] env[69265]: DEBUG nova.compute.manager [req-f69d214a-8dc4-4f6b-9cf4-c2dcb1b84c63 req-2ece0e7b-9039-46a1-85bc-253407f26ca8 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Received event network-changed-d41ecfde-5d1e-42a1-8eb4-de37b228bde4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.118231] env[69265]: DEBUG nova.compute.manager [req-f69d214a-8dc4-4f6b-9cf4-c2dcb1b84c63 req-2ece0e7b-9039-46a1-85bc-253407f26ca8 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Refreshing instance network info cache due to event network-changed-d41ecfde-5d1e-42a1-8eb4-de37b228bde4. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.118492] env[69265]: DEBUG oslo_concurrency.lockutils [req-f69d214a-8dc4-4f6b-9cf4-c2dcb1b84c63 req-2ece0e7b-9039-46a1-85bc-253407f26ca8 service nova] Acquiring lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.118685] env[69265]: DEBUG oslo_concurrency.lockutils [req-f69d214a-8dc4-4f6b-9cf4-c2dcb1b84c63 req-2ece0e7b-9039-46a1-85bc-253407f26ca8 service nova] Acquired lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.118910] env[69265]: DEBUG nova.network.neutron [req-f69d214a-8dc4-4f6b-9cf4-c2dcb1b84c63 req-2ece0e7b-9039-46a1-85bc-253407f26ca8 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Refreshing network info cache for port d41ecfde-5d1e-42a1-8eb4-de37b228bde4 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.146971] env[69265]: DEBUG nova.compute.utils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.148418] env[69265]: DEBUG nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.148593] env[69265]: DEBUG nova.network.neutron [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.181662] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "7a37269c-02e6-4b97-be9d-928a859e1089" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.112s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.185173] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4d9759a7-8d56-462d-b389-b34419ad929d tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "79b20aa0-baba-43a6-ae69-9689ac007eca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.355s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.233016] env[69265]: DEBUG nova.policy [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9f3247ea71462386d33a35099087ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73342363a92549deab4aa81459a7a272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.310277] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476017, 'name': ReconfigVM_Task, 'duration_secs': 0.558745} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.310642] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 06338a3b-8496-46c8-8c2f-d760493400c4/06338a3b-8496-46c8-8c2f-d760493400c4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.311461] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d54783-5a78-4f31-b809-d0ea6b345bfc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.319934] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 848.319934] env[69265]: value = "task-3476023" [ 848.319934] env[69265]: _type = "Task" [ 848.319934] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.334124] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476023, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.337733] env[69265]: DEBUG oslo_vmware.api [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3476022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.461911] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476015, 'name': CreateSnapshot_Task, 'duration_secs': 1.142856} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.462223] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.462969] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76008e3-54f7-446f-8524-ff1f00e562bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.483893] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212b5ae-80bd-7feb-6536-671a836a4e91, 'name': SearchDatastore_Task, 'duration_secs': 0.028383} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.486698] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.486698] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.486698] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.486698] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.486920] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.487379] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe2108a8-1964-4042-95d6-2d97587fb7aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.497217] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.498022] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.498213] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8a5834-45a1-4984-82a9-3fd115403d69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.507975] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 848.507975] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ebf5dc-0d7d-601a-4651-bdac5a44535f" [ 848.507975] env[69265]: _type = "Task" [ 848.507975] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.521787] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ebf5dc-0d7d-601a-4651-bdac5a44535f, 'name': SearchDatastore_Task, 'duration_secs': 0.009303} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.523319] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119e6f16-59f5-4377-80f0-a4cc460e1fb0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.531403] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 848.531403] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c071d3-fca0-29f5-7085-2fc884384347" [ 848.531403] env[69265]: _type = "Task" [ 848.531403] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.539607] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c071d3-fca0-29f5-7085-2fc884384347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.653759] env[69265]: DEBUG nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.688833] env[69265]: DEBUG nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.707242] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9d144f-6431-4856-99eb-c3f79842c1e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.717017] env[69265]: DEBUG nova.network.neutron [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Successfully created port: 6cd8271d-d442-49bd-b7a2-86dd71650178 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.718166] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82e6c0d-922e-47dc-af3b-2499e80479ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.753310] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b6fd26-8052-40a0-9ecd-b35e5a87a706 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.761826] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fde0e60-ae3d-4d3d-9ee6-cfeb37f6bc25 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.776330] env[69265]: DEBUG nova.compute.provider_tree [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.834272] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476023, 'name': Rename_Task, 'duration_secs': 0.282938} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.834889] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.835143] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb101f4a-d5a1-4952-a345-cf322ea00e7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.840100] env[69265]: DEBUG oslo_vmware.api [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Task: {'id': task-3476022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584856} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.840743] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.840808] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.841085] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.841242] env[69265]: INFO nova.compute.manager [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Took 1.62 seconds to destroy the instance on the hypervisor. [ 848.841424] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.841602] env[69265]: DEBUG nova.compute.manager [-] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.841698] env[69265]: DEBUG nova.network.neutron [-] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.844927] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 848.844927] env[69265]: value = "task-3476024" [ 848.844927] env[69265]: _type = "Task" [ 848.844927] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.854137] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.898079] env[69265]: DEBUG nova.network.neutron [req-f69d214a-8dc4-4f6b-9cf4-c2dcb1b84c63 req-2ece0e7b-9039-46a1-85bc-253407f26ca8 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Updated VIF entry in instance network info cache for port d41ecfde-5d1e-42a1-8eb4-de37b228bde4. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.898459] env[69265]: DEBUG nova.network.neutron [req-f69d214a-8dc4-4f6b-9cf4-c2dcb1b84c63 req-2ece0e7b-9039-46a1-85bc-253407f26ca8 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Updating instance_info_cache with network_info: [{"id": "d41ecfde-5d1e-42a1-8eb4-de37b228bde4", "address": "fa:16:3e:82:e4:72", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ecfde-5d", "ovs_interfaceid": "d41ecfde-5d1e-42a1-8eb4-de37b228bde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.987347] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.987748] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01594f68-9c63-45fb-93ff-07ee622b47d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.779685] env[69265]: DEBUG nova.compute.manager [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.785448] env[69265]: DEBUG nova.scheduler.client.report [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.788595] env[69265]: DEBUG oslo_concurrency.lockutils [req-f69d214a-8dc4-4f6b-9cf4-c2dcb1b84c63 req-2ece0e7b-9039-46a1-85bc-253407f26ca8 service nova] Releasing lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.789848] env[69265]: DEBUG nova.compute.manager [req-3863fb74-f6e6-4837-8bfb-f6efe93d9138 req-b24660e6-b870-4c99-b00e-7ceaf27a34d8 service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Received event network-vif-deleted-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.790047] env[69265]: INFO nova.compute.manager [req-3863fb74-f6e6-4837-8bfb-f6efe93d9138 req-b24660e6-b870-4c99-b00e-7ceaf27a34d8 service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Neutron deleted interface a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe; detaching it from the instance and deleting it from the info cache [ 849.790229] env[69265]: DEBUG nova.network.neutron [req-3863fb74-f6e6-4837-8bfb-f6efe93d9138 req-b24660e6-b870-4c99-b00e-7ceaf27a34d8 service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.794597] env[69265]: DEBUG nova.network.neutron [-] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.796024] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dd2f7e-9ff6-48fd-815e-e78290eb85a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.812120] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 849.812120] env[69265]: value = "task-3476025" [ 849.812120] env[69265]: _type = "Task" [ 849.812120] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.821848] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c071d3-fca0-29f5-7085-2fc884384347, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.821848] env[69265]: DEBUG oslo_vmware.api [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476024, 'name': PowerOnVM_Task, 'duration_secs': 0.818913} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.825316] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.825583] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3/1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.825906] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.826144] env[69265]: INFO nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Took 8.40 seconds to spawn the instance on the hypervisor. [ 849.826322] env[69265]: DEBUG nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.827474] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb46399d-cce7-4063-a662-46742f25eb84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.829936] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eaef1b-0f99-4458-82fb-955650b74c5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.833404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.842127] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476025, 'name': CloneVM_Task} progress is 12%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.846415] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 849.846415] env[69265]: value = "task-3476026" [ 849.846415] env[69265]: _type = "Task" [ 849.846415] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.855981] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.293849] env[69265]: DEBUG nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.296686] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.653s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.299178] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.227s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.299675] env[69265]: DEBUG nova.objects.instance [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lazy-loading 'resources' on Instance uuid da661f70-29f9-43d2-942c-c756ab4965b2 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.306812] env[69265]: INFO nova.compute.manager [-] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Took 1.46 seconds to deallocate network for instance. [ 850.329050] env[69265]: INFO nova.compute.manager [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] instance snapshotting [ 850.331280] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476025, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.335073] env[69265]: INFO nova.scheduler.client.report [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Deleted allocations for instance 864468ff-21d5-43f2-b378-2c8981d42d54 [ 850.336862] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9ba94f-2ea9-4daf-b656-ee24ea91bc5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.345703] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.345951] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.346124] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.346308] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.346451] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.346598] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.346799] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.346959] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.347142] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.347305] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.347476] env[69265]: DEBUG nova.virt.hardware [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.355289] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb52c80d-f225-47a6-91e5-4d7da714ba3f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.369070] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-381912f5-b019-4d77-8f75-ed80d489324b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.372101] env[69265]: INFO nova.compute.manager [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Took 43.76 seconds to build instance. [ 850.389363] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37b6de2-91c3-4f7e-9f2b-d5ec323a6e11 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.398603] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480118} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.399322] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3/1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.399552] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.406277] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5c7bc0-2f11-46bc-a9c0-a5e51cc188fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.418892] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1fb4e4-4a3a-423c-a2df-857b29ed8d99 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.426436] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeaf70ae-ec6b-46b0-80b2-10c69ce41946 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.432041] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.432538] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.432538] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.433389] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.433389] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.438569] env[69265]: INFO nova.compute.manager [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Terminating instance [ 850.469905] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 850.469905] env[69265]: value = "task-3476027" [ 850.469905] env[69265]: _type = "Task" [ 850.469905] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.470727] env[69265]: DEBUG nova.compute.manager [req-3863fb74-f6e6-4837-8bfb-f6efe93d9138 req-b24660e6-b870-4c99-b00e-7ceaf27a34d8 service nova] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Detach interface failed, port_id=a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe, reason: Instance 9edf3bcb-6734-4e69-9455-da267cea0bcd could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.480762] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.590160] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.590160] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.590366] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.590613] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.590720] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.592766] env[69265]: INFO nova.compute.manager [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Terminating instance [ 850.619819] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "06338a3b-8496-46c8-8c2f-d760493400c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.696489] env[69265]: DEBUG nova.compute.manager [req-ec555304-4d3b-446d-a41a-60d62fd8a1e1 req-58ed21ff-392a-45fc-a1fc-a8520b72acbd service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Received event network-vif-plugged-6cd8271d-d442-49bd-b7a2-86dd71650178 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.696739] env[69265]: DEBUG oslo_concurrency.lockutils [req-ec555304-4d3b-446d-a41a-60d62fd8a1e1 req-58ed21ff-392a-45fc-a1fc-a8520b72acbd service nova] Acquiring lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.697596] env[69265]: DEBUG oslo_concurrency.lockutils [req-ec555304-4d3b-446d-a41a-60d62fd8a1e1 req-58ed21ff-392a-45fc-a1fc-a8520b72acbd service nova] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.697745] env[69265]: DEBUG oslo_concurrency.lockutils [req-ec555304-4d3b-446d-a41a-60d62fd8a1e1 req-58ed21ff-392a-45fc-a1fc-a8520b72acbd service nova] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.697979] env[69265]: DEBUG nova.compute.manager [req-ec555304-4d3b-446d-a41a-60d62fd8a1e1 req-58ed21ff-392a-45fc-a1fc-a8520b72acbd service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] No waiting events found dispatching network-vif-plugged-6cd8271d-d442-49bd-b7a2-86dd71650178 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.698187] env[69265]: WARNING nova.compute.manager [req-ec555304-4d3b-446d-a41a-60d62fd8a1e1 req-58ed21ff-392a-45fc-a1fc-a8520b72acbd service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Received unexpected event network-vif-plugged-6cd8271d-d442-49bd-b7a2-86dd71650178 for instance with vm_state building and task_state spawning. [ 850.814595] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.830980] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476025, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.876721] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00937dba-0ff6-46c0-a783-1de4a24ed62c tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Lock "864468ff-21d5-43f2-b378-2c8981d42d54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.411s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.888368] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "06338a3b-8496-46c8-8c2f-d760493400c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.376s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.895315] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "06338a3b-8496-46c8-8c2f-d760493400c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.276s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.896037] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "06338a3b-8496-46c8-8c2f-d760493400c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.896037] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "06338a3b-8496-46c8-8c2f-d760493400c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.896037] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "06338a3b-8496-46c8-8c2f-d760493400c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.899654] env[69265]: INFO nova.compute.manager [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Terminating instance [ 850.937112] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.937421] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-014ec94a-5944-411d-95f7-f6bd9dd4046c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.949576] env[69265]: DEBUG nova.compute.manager [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.949850] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.951259] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0101b1fc-a9e5-4c21-baf2-3751103ada9c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.961529] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.961529] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d4a0ca-6ce3-4c40-bcb3-6dff562df747 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.962766] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 850.962766] env[69265]: value = "task-3476028" [ 850.962766] env[69265]: _type = "Task" [ 850.962766] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.970757] env[69265]: DEBUG oslo_vmware.api [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 850.970757] env[69265]: value = "task-3476029" [ 850.970757] env[69265]: _type = "Task" [ 850.970757] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.980450] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476028, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.989593] env[69265]: DEBUG oslo_vmware.api [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3476029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.992844] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097978} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.993091] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.993904] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbde26-5499-4a48-b993-58aea037f4e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.018046] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3/1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.020997] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912570f0-e5fa-4e90-b50d-3de567ac15da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.041364] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 851.041364] env[69265]: value = "task-3476030" [ 851.041364] env[69265]: _type = "Task" [ 851.041364] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.052579] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.096136] env[69265]: DEBUG nova.compute.manager [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.096492] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.097382] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ba40f-44d3-4a43-b5b1-5e03dcd5fa81 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.106348] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.106631] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14f54f8d-1866-47b3-9617-9a17228c3343 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.112827] env[69265]: DEBUG oslo_vmware.api [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 851.112827] env[69265]: value = "task-3476031" [ 851.112827] env[69265]: _type = "Task" [ 851.112827] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.125974] env[69265]: DEBUG oslo_vmware.api [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3476031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.162293] env[69265]: DEBUG nova.network.neutron [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Successfully updated port: 6cd8271d-d442-49bd-b7a2-86dd71650178 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.187456] env[69265]: DEBUG nova.compute.manager [req-454e6da5-000e-4b8d-a645-79be2e50e81a req-3b05f050-5d17-4fbb-92de-d7697b47da31 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Received event network-changed-6cd8271d-d442-49bd-b7a2-86dd71650178 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.187815] env[69265]: DEBUG nova.compute.manager [req-454e6da5-000e-4b8d-a645-79be2e50e81a req-3b05f050-5d17-4fbb-92de-d7697b47da31 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Refreshing instance network info cache due to event network-changed-6cd8271d-d442-49bd-b7a2-86dd71650178. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.188213] env[69265]: DEBUG oslo_concurrency.lockutils [req-454e6da5-000e-4b8d-a645-79be2e50e81a req-3b05f050-5d17-4fbb-92de-d7697b47da31 service nova] Acquiring lock "refresh_cache-95e4037c-05f6-4674-a4df-bbe7cbfbb8da" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.189017] env[69265]: DEBUG oslo_concurrency.lockutils [req-454e6da5-000e-4b8d-a645-79be2e50e81a req-3b05f050-5d17-4fbb-92de-d7697b47da31 service nova] Acquired lock "refresh_cache-95e4037c-05f6-4674-a4df-bbe7cbfbb8da" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.189017] env[69265]: DEBUG nova.network.neutron [req-454e6da5-000e-4b8d-a645-79be2e50e81a req-3b05f050-5d17-4fbb-92de-d7697b47da31 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Refreshing network info cache for port 6cd8271d-d442-49bd-b7a2-86dd71650178 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.333064] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476025, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.402098] env[69265]: DEBUG nova.compute.manager [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.405171] env[69265]: DEBUG nova.compute.manager [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.406230] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.406890] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e90c3b-f965-40aa-93ed-dc54b8d72b7d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.419226] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.419675] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db309fa8-44fe-4ba3-9f29-8b1856ee28b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.428428] env[69265]: DEBUG oslo_vmware.api [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 851.428428] env[69265]: value = "task-3476032" [ 851.428428] env[69265]: _type = "Task" [ 851.428428] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.447144] env[69265]: DEBUG oslo_vmware.api [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.480041] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476028, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.481019] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5334cfb-2467-4b33-9edf-bb0404064d04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.488634] env[69265]: DEBUG oslo_vmware.api [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3476029, 'name': PowerOffVM_Task, 'duration_secs': 0.33972} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.490866] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.491091] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.491443] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c1e88d-4ec6-4c77-9fa1-a509d95e71ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.493812] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3003261d-ede3-4407-94ad-c4a6164acc6c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.530902] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b7c79e-51b6-4022-abed-6e8761900cf2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.538708] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644503f3-3b44-4259-8dad-a326ecfe2e73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.557952] env[69265]: DEBUG nova.compute.provider_tree [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.564154] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476030, 'name': ReconfigVM_Task, 'duration_secs': 0.461376} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.564154] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3/1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.564154] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-235178b3-d901-40eb-abcc-5850a24ebc87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.570167] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 851.570167] env[69265]: value = "task-3476034" [ 851.570167] env[69265]: _type = "Task" [ 851.570167] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.580422] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476034, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.582268] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.582268] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.582437] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleting the datastore file [datastore2] cb571a45-6882-4e31-9e4b-e23db8d5caaf {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.582683] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cfb66ef-0ae3-45f2-84e3-e5062f0a84b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.590254] env[69265]: DEBUG oslo_vmware.api [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 851.590254] env[69265]: value = "task-3476035" [ 851.590254] env[69265]: _type = "Task" [ 851.590254] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.599154] env[69265]: DEBUG oslo_vmware.api [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3476035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.622623] env[69265]: DEBUG oslo_vmware.api [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3476031, 'name': PowerOffVM_Task, 'duration_secs': 0.318779} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.622922] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.623114] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.623383] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60327166-8b26-4396-b6b6-b9113ff9030d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.667995] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "refresh_cache-95e4037c-05f6-4674-a4df-bbe7cbfbb8da" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.729116] env[69265]: DEBUG nova.network.neutron [req-454e6da5-000e-4b8d-a645-79be2e50e81a req-3b05f050-5d17-4fbb-92de-d7697b47da31 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.733060] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.733313] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.733511] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleting the datastore file [datastore2] 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.733842] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0baa450-b118-489c-87c5-d8e6db3f2bef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.744750] env[69265]: DEBUG oslo_vmware.api [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for the task: (returnval){ [ 851.744750] env[69265]: value = "task-3476037" [ 851.744750] env[69265]: _type = "Task" [ 851.744750] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.754234] env[69265]: DEBUG oslo_vmware.api [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3476037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.834851] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476025, 'name': CloneVM_Task, 'duration_secs': 1.805549} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.835549] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Created linked-clone VM from snapshot [ 851.836295] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f2135-b245-4659-90d0-d920ab3d89cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.846029] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Uploading image c8b619dc-1863-4ae7-9cd5-9284ee13ed04 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.876353] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.876353] env[69265]: value = "vm-695002" [ 851.876353] env[69265]: _type = "VirtualMachine" [ 851.876353] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.876654] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1a437f0-94bc-4fde-8138-0a512d19a320 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.884435] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease: (returnval){ [ 851.884435] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b44d73-a7c4-32c9-5de6-8b93b8ec39ee" [ 851.884435] env[69265]: _type = "HttpNfcLease" [ 851.884435] env[69265]: } obtained for exporting VM: (result){ [ 851.884435] env[69265]: value = "vm-695002" [ 851.884435] env[69265]: _type = "VirtualMachine" [ 851.884435] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.884737] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the lease: (returnval){ [ 851.884737] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b44d73-a7c4-32c9-5de6-8b93b8ec39ee" [ 851.884737] env[69265]: _type = "HttpNfcLease" [ 851.884737] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.891871] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.891871] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b44d73-a7c4-32c9-5de6-8b93b8ec39ee" [ 851.891871] env[69265]: _type = "HttpNfcLease" [ 851.891871] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.918831] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.941948] env[69265]: DEBUG oslo_vmware.api [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476032, 'name': PowerOffVM_Task, 'duration_secs': 0.261477} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.942717] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.942840] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.943067] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76bd3f1d-576c-47b5-9629-b903c899da79 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.976010] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476028, 'name': CreateSnapshot_Task, 'duration_secs': 0.702174} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.976470] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.977384] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a4b6e4-79b2-42f9-bdc1-4967f86f3cb5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.047981] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.048261] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.048450] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleting the datastore file [datastore2] 06338a3b-8496-46c8-8c2f-d760493400c4 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.048707] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-060a739a-7c9e-493d-a0af-ba39a606d1d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.055362] env[69265]: DEBUG oslo_vmware.api [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 852.055362] env[69265]: value = "task-3476040" [ 852.055362] env[69265]: _type = "Task" [ 852.055362] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.063774] env[69265]: DEBUG nova.scheduler.client.report [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.066897] env[69265]: DEBUG oslo_vmware.api [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.078502] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476034, 'name': Rename_Task, 'duration_secs': 0.177402} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.078757] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.078997] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8dfd802-332b-4730-a309-b8dc432637b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.085993] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 852.085993] env[69265]: value = "task-3476041" [ 852.085993] env[69265]: _type = "Task" [ 852.085993] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.101988] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476041, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.105899] env[69265]: DEBUG oslo_vmware.api [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3476035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157493} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.105899] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.105899] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.105899] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.105899] env[69265]: INFO nova.compute.manager [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 852.105899] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.105899] env[69265]: DEBUG nova.compute.manager [-] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.105899] env[69265]: DEBUG nova.network.neutron [-] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.108014] env[69265]: DEBUG nova.network.neutron [req-454e6da5-000e-4b8d-a645-79be2e50e81a req-3b05f050-5d17-4fbb-92de-d7697b47da31 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.258219] env[69265]: DEBUG oslo_vmware.api [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Task: {'id': task-3476037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190476} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.258219] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.258219] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.258219] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.258219] env[69265]: INFO nova.compute.manager [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 852.258219] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.258219] env[69265]: DEBUG nova.compute.manager [-] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.258219] env[69265]: DEBUG nova.network.neutron [-] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.392637] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.392637] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b44d73-a7c4-32c9-5de6-8b93b8ec39ee" [ 852.392637] env[69265]: _type = "HttpNfcLease" [ 852.392637] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 852.393040] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 852.393040] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b44d73-a7c4-32c9-5de6-8b93b8ec39ee" [ 852.393040] env[69265]: _type = "HttpNfcLease" [ 852.393040] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 852.393857] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b4e7ef-aa99-4b16-bdcd-000c704ed9a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.401827] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef8aef-b788-1345-87f7-247b1b96c24d/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.403255] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef8aef-b788-1345-87f7-247b1b96c24d/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 852.494902] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.496661] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9bfbea1-5ca2-45d1-8aaa-03ce90a026d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.503869] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 852.503869] env[69265]: value = "task-3476042" [ 852.503869] env[69265]: _type = "Task" [ 852.503869] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.513802] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476042, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.536803] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b85ff1ca-4697-4558-af29-034064b12b52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.565218] env[69265]: DEBUG oslo_vmware.api [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154563} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.565621] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.565872] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.566163] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.566360] env[69265]: INFO nova.compute.manager [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 852.566609] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.566849] env[69265]: DEBUG nova.compute.manager [-] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.566918] env[69265]: DEBUG nova.network.neutron [-] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.569396] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.573745] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.466s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.573997] env[69265]: DEBUG nova.objects.instance [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lazy-loading 'resources' on Instance uuid ed692e48-b9de-4a4f-8822-7b48266a065e {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.604309] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.611977] env[69265]: DEBUG oslo_concurrency.lockutils [req-454e6da5-000e-4b8d-a645-79be2e50e81a req-3b05f050-5d17-4fbb-92de-d7697b47da31 service nova] Releasing lock "refresh_cache-95e4037c-05f6-4674-a4df-bbe7cbfbb8da" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.613027] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "refresh_cache-95e4037c-05f6-4674-a4df-bbe7cbfbb8da" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.613027] env[69265]: DEBUG nova.network.neutron [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.615313] env[69265]: INFO nova.scheduler.client.report [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Deleted allocations for instance da661f70-29f9-43d2-942c-c756ab4965b2 [ 852.732016] env[69265]: DEBUG nova.compute.manager [req-b7ecad33-ecee-48b0-b186-eaa62214e508 req-f96c5869-f151-442d-b632-31d2db701f52 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Received event network-vif-deleted-088b900f-aaeb-45e8-9f6e-0651c116a7d2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.732570] env[69265]: INFO nova.compute.manager [req-b7ecad33-ecee-48b0-b186-eaa62214e508 req-f96c5869-f151-442d-b632-31d2db701f52 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Neutron deleted interface 088b900f-aaeb-45e8-9f6e-0651c116a7d2; detaching it from the instance and deleting it from the info cache [ 852.732794] env[69265]: DEBUG nova.network.neutron [req-b7ecad33-ecee-48b0-b186-eaa62214e508 req-f96c5869-f151-442d-b632-31d2db701f52 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.011777] env[69265]: DEBUG nova.network.neutron [-] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.019905] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476042, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.096233] env[69265]: DEBUG oslo_vmware.api [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476041, 'name': PowerOnVM_Task, 'duration_secs': 0.995877} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.096576] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.096815] env[69265]: INFO nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Took 8.86 seconds to spawn the instance on the hypervisor. [ 853.097052] env[69265]: DEBUG nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.097926] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce462add-fd05-4a2f-84fb-65f9b2b6b473 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.133113] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6122ec61-90a0-4265-b0b7-15195a02eb9a tempest-ServersAaction247Test-459790964 tempest-ServersAaction247Test-459790964-project-member] Lock "da661f70-29f9-43d2-942c-c756ab4965b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.299s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.134363] env[69265]: DEBUG nova.network.neutron [-] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.188512] env[69265]: DEBUG nova.network.neutron [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.236769] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30c121fd-1ce5-470d-9772-285df4778b80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.246888] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c93046-03d5-4339-bea1-382141e86383 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.277238] env[69265]: DEBUG nova.compute.manager [req-dad0d716-acc4-4870-af64-38d92cd15833 req-a80aed2c-1c58-4826-a13b-35175f852288 service nova] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Received event network-vif-deleted-15d556ff-9bae-4e3e-b3b1-57e44d9645d2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.298156] env[69265]: DEBUG nova.compute.manager [req-b7ecad33-ecee-48b0-b186-eaa62214e508 req-f96c5869-f151-442d-b632-31d2db701f52 service nova] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Detach interface failed, port_id=088b900f-aaeb-45e8-9f6e-0651c116a7d2, reason: Instance cb571a45-6882-4e31-9e4b-e23db8d5caaf could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.463019] env[69265]: DEBUG nova.network.neutron [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Updating instance_info_cache with network_info: [{"id": "6cd8271d-d442-49bd-b7a2-86dd71650178", "address": "fa:16:3e:e0:3e:72", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd8271d-d4", "ovs_interfaceid": "6cd8271d-d442-49bd-b7a2-86dd71650178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.525492] env[69265]: INFO nova.compute.manager [-] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Took 1.42 seconds to deallocate network for instance. [ 853.526326] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476042, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.541826] env[69265]: DEBUG nova.network.neutron [-] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.627226] env[69265]: INFO nova.compute.manager [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Took 42.63 seconds to build instance. [ 853.639274] env[69265]: INFO nova.compute.manager [-] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Took 1.38 seconds to deallocate network for instance. [ 853.807950] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831aafa6-36cd-420a-8dcb-c95b695b4a6f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.817527] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e14987-084e-4e85-b72e-c69d3313fcea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.856268] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be0a28-e9cf-430c-8cbc-d46fc2c0701d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.865859] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0ef9cc-318b-4fb6-8760-090c50b8e122 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.883196] env[69265]: DEBUG nova.compute.provider_tree [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.967583] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "refresh_cache-95e4037c-05f6-4674-a4df-bbe7cbfbb8da" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.967583] env[69265]: DEBUG nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Instance network_info: |[{"id": "6cd8271d-d442-49bd-b7a2-86dd71650178", "address": "fa:16:3e:e0:3e:72", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd8271d-d4", "ovs_interfaceid": "6cd8271d-d442-49bd-b7a2-86dd71650178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.967972] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:3e:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cd8271d-d442-49bd-b7a2-86dd71650178', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.976293] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating folder: Project (73342363a92549deab4aa81459a7a272). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.976618] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fb19047-07dc-487b-bea8-827767f37324 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.987744] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Created folder: Project (73342363a92549deab4aa81459a7a272) in parent group-v694865. [ 853.987995] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating folder: Instances. Parent ref: group-v695005. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.988393] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59058b68-0e61-4874-bf38-7819bd4933d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.998281] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Created folder: Instances in parent group-v695005. [ 853.998502] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.998820] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.999122] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e71beefa-0423-4daf-8dcb-37090476c34a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.031743] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476042, 'name': CloneVM_Task, 'duration_secs': 1.385921} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.034770] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Created linked-clone VM from snapshot [ 854.037125] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.037125] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.037125] env[69265]: value = "task-3476045" [ 854.037125] env[69265]: _type = "Task" [ 854.037125] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.037125] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9849e37d-fd20-4c93-8286-bf420d4dbdbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.051192] env[69265]: INFO nova.compute.manager [-] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Took 1.48 seconds to deallocate network for instance. [ 854.051549] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Uploading image 4110a44d-31fc-4f17-88d9-8cabbf4ec5ee {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 854.058517] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476045, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.083762] env[69265]: DEBUG oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 854.083762] env[69265]: value = "vm-695004" [ 854.083762] env[69265]: _type = "VirtualMachine" [ 854.083762] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 854.084208] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-316a49dd-2bb4-4cc2-b62e-b39b596c794b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.091026] env[69265]: DEBUG oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lease: (returnval){ [ 854.091026] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5256d5a5-69db-70b4-8430-50e261e6f5d2" [ 854.091026] env[69265]: _type = "HttpNfcLease" [ 854.091026] env[69265]: } obtained for exporting VM: (result){ [ 854.091026] env[69265]: value = "vm-695004" [ 854.091026] env[69265]: _type = "VirtualMachine" [ 854.091026] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 854.091374] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the lease: (returnval){ [ 854.091374] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5256d5a5-69db-70b4-8430-50e261e6f5d2" [ 854.091374] env[69265]: _type = "HttpNfcLease" [ 854.091374] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 854.097738] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.097738] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5256d5a5-69db-70b4-8430-50e261e6f5d2" [ 854.097738] env[69265]: _type = "HttpNfcLease" [ 854.097738] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 854.132564] env[69265]: DEBUG oslo_concurrency.lockutils [None req-94fae92b-ad99-4054-82a1-a7eeb0f585fc tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.308s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.149781] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.431635] env[69265]: DEBUG nova.scheduler.client.report [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 854.431925] env[69265]: DEBUG nova.compute.provider_tree [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 76 to 77 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 854.432150] env[69265]: DEBUG nova.compute.provider_tree [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.555094] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476045, 'name': CreateVM_Task, 'duration_secs': 0.453645} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.555335] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.556764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.556764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.556764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.556880] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89096bea-b701-4ee4-b0f2-d247295bb5fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.562780] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 854.562780] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d44350-fa3a-0f06-1ddc-c8de692aad4f" [ 854.562780] env[69265]: _type = "Task" [ 854.562780] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.567504] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.574242] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d44350-fa3a-0f06-1ddc-c8de692aad4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.599462] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.599462] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5256d5a5-69db-70b4-8430-50e261e6f5d2" [ 854.599462] env[69265]: _type = "HttpNfcLease" [ 854.599462] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.601055] env[69265]: DEBUG oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.601055] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5256d5a5-69db-70b4-8430-50e261e6f5d2" [ 854.601055] env[69265]: _type = "HttpNfcLease" [ 854.601055] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.603814] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f42e21f-c393-400a-8bb3-3ac9c7a925b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.612905] env[69265]: DEBUG oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526785be-ee96-f15a-c8f7-4873c89bfbf9/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.613371] env[69265]: DEBUG oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526785be-ee96-f15a-c8f7-4873c89bfbf9/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.680631] env[69265]: DEBUG nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.729021] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b6c5fa1-86b4-438c-ab8a-db252d631b42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.942969] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.946736] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.788s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.948590] env[69265]: INFO nova.compute.claims [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.967631] env[69265]: INFO nova.scheduler.client.report [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Deleted allocations for instance ed692e48-b9de-4a4f-8822-7b48266a065e [ 854.983532] env[69265]: DEBUG nova.compute.manager [req-6c03bed0-8505-45de-969e-19fb48590222 req-76e43003-ca43-4a7f-b8d2-0c2abaa336d8 service nova] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Received event network-vif-deleted-ebcea03b-ef82-49a1-9938-662b529b472f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.076090] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d44350-fa3a-0f06-1ddc-c8de692aad4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.076445] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.076634] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.076867] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.077019] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.077201] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.077469] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc1e12b-2fc5-4d94-9116-5d29d6d1db7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.087437] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.087741] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.088594] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1eaa3c-4be9-4a71-b542-9cccfeaabe74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.095785] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 855.095785] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f23010-b19d-be34-88ae-a8226e614285" [ 855.095785] env[69265]: _type = "Task" [ 855.095785] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.106309] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f23010-b19d-be34-88ae-a8226e614285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.198186] env[69265]: INFO nova.compute.manager [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Rescuing [ 855.198186] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.198186] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.198186] env[69265]: DEBUG nova.network.neutron [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.202613] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.402300] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.402674] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.480778] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Lock "ed692e48-b9de-4a4f-8822-7b48266a065e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.761s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.612291] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f23010-b19d-be34-88ae-a8226e614285, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.613405] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8941aaee-eb79-4e4e-8934-42bbc710f416 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.619373] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 855.619373] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c10860-71d5-9718-126e-148582797041" [ 855.619373] env[69265]: _type = "Task" [ 855.619373] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.628660] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c10860-71d5-9718-126e-148582797041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.919558] env[69265]: DEBUG nova.network.neutron [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Updating instance_info_cache with network_info: [{"id": "d41ecfde-5d1e-42a1-8eb4-de37b228bde4", "address": "fa:16:3e:82:e4:72", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41ecfde-5d", "ovs_interfaceid": "d41ecfde-5d1e-42a1-8eb4-de37b228bde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.132099] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c10860-71d5-9718-126e-148582797041, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.132484] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.132656] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 95e4037c-05f6-4674-a4df-bbe7cbfbb8da/95e4037c-05f6-4674-a4df-bbe7cbfbb8da.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.133239] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da3496fd-a029-4734-ab88-36c760c8ef30 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.140026] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 856.140026] env[69265]: value = "task-3476047" [ 856.140026] env[69265]: _type = "Task" [ 856.140026] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.152992] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.425701] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "refresh_cache-1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.621206] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed8db68-6f2f-4e53-81d5-c461535799df {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.629679] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fd8e39-8970-4fb5-9489-92ea0365d1e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.666571] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269bdc4c-35a6-42ad-8978-04a92b4196b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.677718] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4109d6-0c0d-4df7-af9f-2e0c310acdf1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.681791] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480867} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.682087] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 95e4037c-05f6-4674-a4df-bbe7cbfbb8da/95e4037c-05f6-4674-a4df-bbe7cbfbb8da.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.682311] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.683133] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dea1cba0-b5a2-4b6c-8bf0-35ac90583b54 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.693946] env[69265]: DEBUG nova.compute.provider_tree [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.700767] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 856.700767] env[69265]: value = "task-3476048" [ 856.700767] env[69265]: _type = "Task" [ 856.700767] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.709994] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.198071] env[69265]: DEBUG nova.scheduler.client.report [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.214978] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109434} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.214978] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.215692] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42b62ca-2f6b-426f-90f8-16c016e86b81 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.243701] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 95e4037c-05f6-4674-a4df-bbe7cbfbb8da/95e4037c-05f6-4674-a4df-bbe7cbfbb8da.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.244372] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-553eb396-cdf2-4886-9043-52bb5354fbb6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.264916] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 857.264916] env[69265]: value = "task-3476049" [ 857.264916] env[69265]: _type = "Task" [ 857.264916] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.273386] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.709524] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.710059] env[69265]: DEBUG nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.712823] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.120s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.714542] env[69265]: INFO nova.compute.claims [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.775842] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.221016] env[69265]: DEBUG nova.compute.utils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.223374] env[69265]: DEBUG nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.223556] env[69265]: DEBUG nova.network.neutron [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.273378] env[69265]: DEBUG nova.policy [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa113d03e81f4fb98c08c8fb72948acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb1da8718026470194adbb065b9f3655', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.279369] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476049, 'name': ReconfigVM_Task, 'duration_secs': 0.516337} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.279685] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 95e4037c-05f6-4674-a4df-bbe7cbfbb8da/95e4037c-05f6-4674-a4df-bbe7cbfbb8da.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.280335] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-433877f3-f9b2-475c-bdbc-9afb1ef3e9f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.287799] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 858.287799] env[69265]: value = "task-3476050" [ 858.287799] env[69265]: _type = "Task" [ 858.287799] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.297512] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476050, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.649836] env[69265]: DEBUG nova.network.neutron [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Successfully created port: f2c175ba-68d7-432c-a73a-1602f522868d {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.724571] env[69265]: DEBUG nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.805412] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476050, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.300195] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476050, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.357108] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557419b6-91b0-419c-8c1b-793f07ab3fe2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.365508] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cbcb30-8068-41d4-8fd1-901d3633de16 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.400681] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d39cf6-cb3c-44da-a79a-45cc7b6ddc90 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.409648] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102edd51-7eaf-42db-9701-cae31e10f2fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.424979] env[69265]: DEBUG nova.compute.provider_tree [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.737084] env[69265]: DEBUG nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.801670] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476050, 'name': Rename_Task, 'duration_secs': 1.218031} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.801845] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.802034] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4a7ab99-8f74-41b3-a649-8f404bd67ca6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.808703] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 859.808703] env[69265]: value = "task-3476051" [ 859.808703] env[69265]: _type = "Task" [ 859.808703] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.818762] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.932995] env[69265]: DEBUG nova.scheduler.client.report [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.111921] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.113625] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.114285] env[69265]: DEBUG nova.virt.hardware [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.116383] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a750c06-2955-4655-82bf-b51f4080013d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.129941] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef8aef-b788-1345-87f7-247b1b96c24d/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.132453] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e1aa0-a463-49ec-b26f-7f505426fc7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.137054] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc42f44-af32-478e-be3b-a17255a01a64 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.154155] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef8aef-b788-1345-87f7-247b1b96c24d/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.154283] env[69265]: ERROR oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef8aef-b788-1345-87f7-247b1b96c24d/disk-0.vmdk due to incomplete transfer. [ 860.155019] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80674b2d-2cdc-461d-8a59-01bfcf1793d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.164025] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef8aef-b788-1345-87f7-247b1b96c24d/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.164025] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Uploaded image c8b619dc-1863-4ae7-9cd5-9284ee13ed04 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.165678] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.166240] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b648a575-4f1e-40f7-b61f-cabafc0fd15d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.172328] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 860.172328] env[69265]: value = "task-3476052" [ 860.172328] env[69265]: _type = "Task" [ 860.172328] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.181977] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476052, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.242997] env[69265]: DEBUG nova.network.neutron [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Successfully updated port: f2c175ba-68d7-432c-a73a-1602f522868d {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.321456] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476051, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.441540] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.441540] env[69265]: DEBUG nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.443935] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.076s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.444586] env[69265]: DEBUG nova.objects.instance [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lazy-loading 'resources' on Instance uuid 8849eaac-c903-4f80-8772-2a91b067fea4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.683975] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476052, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.745582] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "refresh_cache-c30f982f-1087-49e7-b4ae-40aae85b3af5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.745789] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "refresh_cache-c30f982f-1087-49e7-b4ae-40aae85b3af5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.745980] env[69265]: DEBUG nova.network.neutron [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.819626] env[69265]: DEBUG oslo_vmware.api [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476051, 'name': PowerOnVM_Task, 'duration_secs': 0.891751} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.820292] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.820693] env[69265]: INFO nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Took 10.53 seconds to spawn the instance on the hypervisor. [ 860.821081] env[69265]: DEBUG nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.822667] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4c46b5-94e4-4028-8c62-a48e07e52806 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.855765] env[69265]: DEBUG nova.compute.manager [req-22676af6-d403-42c8-a69e-66e5104f0cd3 req-eb556731-d5eb-4621-9bd2-74808be05c27 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Received event network-vif-plugged-f2c175ba-68d7-432c-a73a-1602f522868d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.856023] env[69265]: DEBUG oslo_concurrency.lockutils [req-22676af6-d403-42c8-a69e-66e5104f0cd3 req-eb556731-d5eb-4621-9bd2-74808be05c27 service nova] Acquiring lock "c30f982f-1087-49e7-b4ae-40aae85b3af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.858240] env[69265]: DEBUG oslo_concurrency.lockutils [req-22676af6-d403-42c8-a69e-66e5104f0cd3 req-eb556731-d5eb-4621-9bd2-74808be05c27 service nova] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.858240] env[69265]: DEBUG oslo_concurrency.lockutils [req-22676af6-d403-42c8-a69e-66e5104f0cd3 req-eb556731-d5eb-4621-9bd2-74808be05c27 service nova] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.858240] env[69265]: DEBUG nova.compute.manager [req-22676af6-d403-42c8-a69e-66e5104f0cd3 req-eb556731-d5eb-4621-9bd2-74808be05c27 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] No waiting events found dispatching network-vif-plugged-f2c175ba-68d7-432c-a73a-1602f522868d {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.858240] env[69265]: WARNING nova.compute.manager [req-22676af6-d403-42c8-a69e-66e5104f0cd3 req-eb556731-d5eb-4621-9bd2-74808be05c27 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Received unexpected event network-vif-plugged-f2c175ba-68d7-432c-a73a-1602f522868d for instance with vm_state building and task_state spawning. [ 860.950548] env[69265]: DEBUG nova.compute.utils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.953750] env[69265]: DEBUG nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.954098] env[69265]: DEBUG nova.network.neutron [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.013237] env[69265]: DEBUG nova.policy [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7abed7fe4c346ffb05ca7a3a11864e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287d5723a63942f28a338774be68449a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.184565] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476052, 'name': Destroy_Task, 'duration_secs': 0.548395} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.188437] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Destroyed the VM [ 861.189020] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 861.190557] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4fe35654-3885-49f5-abea-a203664b1783 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.197817] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 861.197817] env[69265]: value = "task-3476053" [ 861.197817] env[69265]: _type = "Task" [ 861.197817] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.208643] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476053, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.312280] env[69265]: DEBUG nova.network.neutron [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.358126] env[69265]: DEBUG nova.network.neutron [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Successfully created port: e51365a5-fcd9-427c-9bbd-f43d5dbf23ac {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.358126] env[69265]: INFO nova.compute.manager [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Took 48.55 seconds to build instance. [ 861.457829] env[69265]: DEBUG nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.566663] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074347e-64d1-4b92-92c1-9caf6244282f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.576802] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbddd9c3-d660-46c5-9405-d81b48313068 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.612882] env[69265]: DEBUG nova.network.neutron [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Updating instance_info_cache with network_info: [{"id": "f2c175ba-68d7-432c-a73a-1602f522868d", "address": "fa:16:3e:f9:91:2d", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c175ba-68", "ovs_interfaceid": "f2c175ba-68d7-432c-a73a-1602f522868d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.616348] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d92866f-a70c-4dbc-84a1-5f6e5dccf616 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.619790] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.620615] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcf4ce26-eee1-4721-9398-870fa32bf4d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.630272] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c007c2e5-9657-4fa5-959b-3089c0991f2c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.635718] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 861.635718] env[69265]: value = "task-3476054" [ 861.635718] env[69265]: _type = "Task" [ 861.635718] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.652958] env[69265]: DEBUG nova.compute.provider_tree [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.660921] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.711884] env[69265]: DEBUG oslo_vmware.api [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476053, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496605} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.711884] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.711884] env[69265]: INFO nova.compute.manager [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Took 15.31 seconds to snapshot the instance on the hypervisor. [ 861.861341] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.271s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.016324] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquiring lock "159133ec-f812-4c14-83b0-2428af776431" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.016435] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "159133ec-f812-4c14-83b0-2428af776431" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.017515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquiring lock "159133ec-f812-4c14-83b0-2428af776431-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.017515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "159133ec-f812-4c14-83b0-2428af776431-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.017515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "159133ec-f812-4c14-83b0-2428af776431-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.020835] env[69265]: INFO nova.compute.manager [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Terminating instance [ 862.121402] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "refresh_cache-c30f982f-1087-49e7-b4ae-40aae85b3af5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.121587] env[69265]: DEBUG nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Instance network_info: |[{"id": "f2c175ba-68d7-432c-a73a-1602f522868d", "address": "fa:16:3e:f9:91:2d", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c175ba-68", "ovs_interfaceid": "f2c175ba-68d7-432c-a73a-1602f522868d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.123994] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:91:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2c175ba-68d7-432c-a73a-1602f522868d', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.137203] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.137203] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.137203] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.137203] env[69265]: DEBUG nova.compute.manager [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.138636] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.139039] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc81dcad-bc97-47ee-b0ce-02729c77e5bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.143821] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d2412b5-d299-49e6-b6d2-6fdffd89040d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.163279] env[69265]: DEBUG nova.scheduler.client.report [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.171569] env[69265]: DEBUG nova.compute.manager [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 862.172581] env[69265]: DEBUG nova.objects.instance [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lazy-loading 'flavor' on Instance uuid 95e4037c-05f6-4674-a4df-bbe7cbfbb8da {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.180799] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476054, 'name': PowerOffVM_Task, 'duration_secs': 0.354007} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.181507] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.181507] env[69265]: value = "task-3476055" [ 862.181507] env[69265]: _type = "Task" [ 862.181507] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.182013] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.183373] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78dc2ac-d70b-4c00-97bc-472b52a49117 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.199485] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476055, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.214473] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a05225f-386b-4817-aeb2-0ad0f3444c68 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.278920] env[69265]: DEBUG nova.compute.manager [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Found 3 images (rotation: 2) {{(pid=69265) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 862.279211] env[69265]: DEBUG nova.compute.manager [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Rotating out 1 backups {{(pid=69265) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 862.279432] env[69265]: DEBUG nova.compute.manager [None req-4134b9c9-0331-47d0-941b-ff917d6cfff1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleting image 8e842804-7635-48c8-965a-32ba9503a1ba {{(pid=69265) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 862.289856] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.290225] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c46a0f-d290-4c23-a673-30a5be097426 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.297301] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 862.297301] env[69265]: value = "task-3476056" [ 862.297301] env[69265]: _type = "Task" [ 862.297301] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.307103] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 862.307103] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.307238] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.307382] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.307571] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.307841] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1ab63d2-59ec-4b69-930e-efcd3169ae30 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.320070] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.320070] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.320590] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02cedc7-5d30-4620-8181-b8fbfb6dabff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.327100] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 862.327100] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d48af6-369d-4cbc-8c72-9f4e9da996c0" [ 862.327100] env[69265]: _type = "Task" [ 862.327100] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.336951] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d48af6-369d-4cbc-8c72-9f4e9da996c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.366352] env[69265]: DEBUG nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.469087] env[69265]: DEBUG nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.499148] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.499430] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.499605] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.499788] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.499933] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.500093] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.500301] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.500504] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.500732] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.500982] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.502066] env[69265]: DEBUG nova.virt.hardware [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.502526] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8bd11-763f-41c8-9e3a-8701f2d86105 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.512407] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49c5f2a-9add-4c40-96ce-840d34c02ab0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.536359] env[69265]: DEBUG nova.compute.manager [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.537145] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.538450] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b64b56-6fb1-4ede-8426-310eb3730a2d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.549432] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.549903] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eb74b72-a439-4462-8d1a-550de3f8aa02 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.557067] env[69265]: DEBUG oslo_vmware.api [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 862.557067] env[69265]: value = "task-3476057" [ 862.557067] env[69265]: _type = "Task" [ 862.557067] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.571504] env[69265]: DEBUG oslo_vmware.api [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3476057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.668173] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.671312] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.495s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.671564] env[69265]: DEBUG nova.objects.instance [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lazy-loading 'resources' on Instance uuid 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.700830] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476055, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.705625] env[69265]: INFO nova.scheduler.client.report [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleted allocations for instance 8849eaac-c903-4f80-8772-2a91b067fea4 [ 862.838179] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d48af6-369d-4cbc-8c72-9f4e9da996c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.839158] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c850092-bbce-4eae-98b6-7ad99194b75e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.845443] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 862.845443] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243c1c8-455e-99fc-817b-dfff95ba1243" [ 862.845443] env[69265]: _type = "Task" [ 862.845443] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.854812] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243c1c8-455e-99fc-817b-dfff95ba1243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.892656] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.995791] env[69265]: DEBUG nova.compute.manager [req-b2b88fd8-1310-4417-82f7-b5467984afa5 req-ab1b213f-98d8-4c12-9eed-03f51f77bfc7 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Received event network-changed-f2c175ba-68d7-432c-a73a-1602f522868d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.996805] env[69265]: DEBUG nova.compute.manager [req-b2b88fd8-1310-4417-82f7-b5467984afa5 req-ab1b213f-98d8-4c12-9eed-03f51f77bfc7 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Refreshing instance network info cache due to event network-changed-f2c175ba-68d7-432c-a73a-1602f522868d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.996805] env[69265]: DEBUG oslo_concurrency.lockutils [req-b2b88fd8-1310-4417-82f7-b5467984afa5 req-ab1b213f-98d8-4c12-9eed-03f51f77bfc7 service nova] Acquiring lock "refresh_cache-c30f982f-1087-49e7-b4ae-40aae85b3af5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.996805] env[69265]: DEBUG oslo_concurrency.lockutils [req-b2b88fd8-1310-4417-82f7-b5467984afa5 req-ab1b213f-98d8-4c12-9eed-03f51f77bfc7 service nova] Acquired lock "refresh_cache-c30f982f-1087-49e7-b4ae-40aae85b3af5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.996805] env[69265]: DEBUG nova.network.neutron [req-b2b88fd8-1310-4417-82f7-b5467984afa5 req-ab1b213f-98d8-4c12-9eed-03f51f77bfc7 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Refreshing network info cache for port f2c175ba-68d7-432c-a73a-1602f522868d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.011603] env[69265]: DEBUG nova.network.neutron [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Successfully updated port: e51365a5-fcd9-427c-9bbd-f43d5dbf23ac {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.072432] env[69265]: DEBUG oslo_vmware.api [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3476057, 'name': PowerOffVM_Task, 'duration_secs': 0.222513} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.072718] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.072881] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.073211] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3290d59e-50ec-4d91-9d27-1d5c02427b1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.149824] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.150082] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.150277] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Deleting the datastore file [datastore2] 159133ec-f812-4c14-83b0-2428af776431 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.150553] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b7b7635-2fc2-4fb7-a0c0-17143f93dc09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.159429] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.159934] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.163454] env[69265]: DEBUG oslo_vmware.api [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for the task: (returnval){ [ 863.163454] env[69265]: value = "task-3476059" [ 863.163454] env[69265]: _type = "Task" [ 863.163454] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.173492] env[69265]: DEBUG oslo_vmware.api [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3476059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.193773] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.198604] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fd88946-1ca0-4379-a605-251d85687ab0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.201032] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476055, 'name': CreateVM_Task, 'duration_secs': 0.549406} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.201032] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.203963] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.204202] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.204518] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.205013] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42700d62-757c-47b7-aa3d-4839d0b5fde8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.208301] env[69265]: DEBUG oslo_vmware.api [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 863.208301] env[69265]: value = "task-3476060" [ 863.208301] env[69265]: _type = "Task" [ 863.208301] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.216557] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 863.216557] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c92fd6-ba69-5168-5289-1fbf4b5c537c" [ 863.216557] env[69265]: _type = "Task" [ 863.216557] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.217110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c8d1a366-fcb4-4e39-9e9c-94027729c96a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8849eaac-c903-4f80-8772-2a91b067fea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.251s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.229827] env[69265]: DEBUG oslo_vmware.api [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.236134] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c92fd6-ba69-5168-5289-1fbf4b5c537c, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.237067] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.237517] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.237517] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.237653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.237849] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.238431] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1280392b-fa35-4c95-90e2-70609558727c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.254267] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.254460] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.257565] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5a3d46-8b7b-485e-ada2-20132d3e511f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.264397] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 863.264397] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cd4a12-0dde-ea06-3bc8-dafd605b292d" [ 863.264397] env[69265]: _type = "Task" [ 863.264397] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.272832] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cd4a12-0dde-ea06-3bc8-dafd605b292d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.358443] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243c1c8-455e-99fc-817b-dfff95ba1243, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.364696] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.364997] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. {{(pid=69265) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 863.365513] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a302628-fdcf-41c1-9f24-1ce76e203b9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.373247] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 863.373247] env[69265]: value = "task-3476061" [ 863.373247] env[69265]: _type = "Task" [ 863.373247] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.387137] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.513963] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.514187] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.514384] env[69265]: DEBUG nova.network.neutron [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.677617] env[69265]: DEBUG oslo_vmware.api [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Task: {'id': task-3476059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180962} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.677770] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.677867] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.679053] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.679053] env[69265]: INFO nova.compute.manager [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] [instance: 159133ec-f812-4c14-83b0-2428af776431] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.679053] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.679053] env[69265]: DEBUG nova.compute.manager [-] [instance: 159133ec-f812-4c14-83b0-2428af776431] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.679053] env[69265]: DEBUG nova.network.neutron [-] [instance: 159133ec-f812-4c14-83b0-2428af776431] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.707797] env[69265]: DEBUG oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526785be-ee96-f15a-c8f7-4873c89bfbf9/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.708792] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cff6b5-f3eb-40eb-bd40-1a1afb376a4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.731562] env[69265]: DEBUG oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526785be-ee96-f15a-c8f7-4873c89bfbf9/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.731765] env[69265]: ERROR oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526785be-ee96-f15a-c8f7-4873c89bfbf9/disk-0.vmdk due to incomplete transfer. [ 863.732051] env[69265]: DEBUG oslo_vmware.api [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476060, 'name': PowerOffVM_Task, 'duration_secs': 0.233837} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.738612] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c15eb12-d82c-4668-87e4-5843d9351895 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.741448] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.742097] env[69265]: DEBUG nova.compute.manager [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.744872] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5e27c9-fbff-4830-a078-9c5d1d3f7197 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.760221] env[69265]: DEBUG oslo_vmware.rw_handles [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526785be-ee96-f15a-c8f7-4873c89bfbf9/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.760436] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Uploaded image 4110a44d-31fc-4f17-88d9-8cabbf4ec5ee to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.762389] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.764013] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f2f6bd3-0f26-459c-ab03-dc2d9091de7b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.771843] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 863.771843] env[69265]: value = "task-3476062" [ 863.771843] env[69265]: _type = "Task" [ 863.771843] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.784911] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cd4a12-0dde-ea06-3bc8-dafd605b292d, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.788566] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fdc526-be1a-4945-b491-fc6328d1e278 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.791890] env[69265]: DEBUG nova.network.neutron [req-b2b88fd8-1310-4417-82f7-b5467984afa5 req-ab1b213f-98d8-4c12-9eed-03f51f77bfc7 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Updated VIF entry in instance network info cache for port f2c175ba-68d7-432c-a73a-1602f522868d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.792321] env[69265]: DEBUG nova.network.neutron [req-b2b88fd8-1310-4417-82f7-b5467984afa5 req-ab1b213f-98d8-4c12-9eed-03f51f77bfc7 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Updating instance_info_cache with network_info: [{"id": "f2c175ba-68d7-432c-a73a-1602f522868d", "address": "fa:16:3e:f9:91:2d", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c175ba-68", "ovs_interfaceid": "f2c175ba-68d7-432c-a73a-1602f522868d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.797863] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476062, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.805497] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 863.805497] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528b0cc8-b5a0-52e7-7463-68c3e0db5138" [ 863.805497] env[69265]: _type = "Task" [ 863.805497] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.819387] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528b0cc8-b5a0-52e7-7463-68c3e0db5138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.821484] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0109e33-6fdb-4dd8-a72a-d9a08e1ab7f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.829520] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfdc3f5-4c0d-44bd-aa8f-0856137b52e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.863364] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d578771-08b7-4b68-a1e8-fc754c6b3f4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.872057] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c846d0-be15-41ec-a30b-4dd6b3fff011 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.887110] env[69265]: DEBUG nova.compute.provider_tree [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.893111] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479604} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.893111] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. [ 863.893111] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18123a4d-5eec-4c21-9085-d18a2e8d5eed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.917856] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.918496] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f0fe7f-af2d-449a-a2fb-776daebd614d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.937313] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 863.937313] env[69265]: value = "task-3476063" [ 863.937313] env[69265]: _type = "Task" [ 863.937313] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.945125] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.046239] env[69265]: DEBUG nova.network.neutron [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.206949] env[69265]: DEBUG nova.network.neutron [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Updating instance_info_cache with network_info: [{"id": "e51365a5-fcd9-427c-9bbd-f43d5dbf23ac", "address": "fa:16:3e:61:66:5b", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51365a5-fc", "ovs_interfaceid": "e51365a5-fcd9-427c-9bbd-f43d5dbf23ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.266936] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7aa0ce5c-f425-4504-b1f4-8bf5937b3148 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.130s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.282138] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476062, 'name': Destroy_Task, 'duration_secs': 0.328832} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.282743] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Destroyed the VM [ 864.283021] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.283252] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55081188-3ad9-40b0-b963-994219b11139 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.289730] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 864.289730] env[69265]: value = "task-3476064" [ 864.289730] env[69265]: _type = "Task" [ 864.289730] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.300676] env[69265]: DEBUG oslo_concurrency.lockutils [req-b2b88fd8-1310-4417-82f7-b5467984afa5 req-ab1b213f-98d8-4c12-9eed-03f51f77bfc7 service nova] Releasing lock "refresh_cache-c30f982f-1087-49e7-b4ae-40aae85b3af5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.302109] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476064, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.318044] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528b0cc8-b5a0-52e7-7463-68c3e0db5138, 'name': SearchDatastore_Task, 'duration_secs': 0.025077} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.318390] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.318652] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5/c30f982f-1087-49e7-b4ae-40aae85b3af5.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.318928] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79928cf1-490a-4587-8fd5-8d8502099973 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.330710] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 864.330710] env[69265]: value = "task-3476065" [ 864.330710] env[69265]: _type = "Task" [ 864.330710] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.341758] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.393563] env[69265]: DEBUG nova.scheduler.client.report [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.447974] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476063, 'name': ReconfigVM_Task, 'duration_secs': 0.318559} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.448395] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.449268] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8534aa7-e8be-4ac6-876b-64ba5caf9916 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.477785] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d71d7f-7573-4b3a-8c7a-9ab9daa68cc4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.494594] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 864.494594] env[69265]: value = "task-3476066" [ 864.494594] env[69265]: _type = "Task" [ 864.494594] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.502794] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.708815] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.712019] env[69265]: DEBUG nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Instance network_info: |[{"id": "e51365a5-fcd9-427c-9bbd-f43d5dbf23ac", "address": "fa:16:3e:61:66:5b", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51365a5-fc", "ovs_interfaceid": "e51365a5-fcd9-427c-9bbd-f43d5dbf23ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.712019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:66:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51365a5-fcd9-427c-9bbd-f43d5dbf23ac', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.718419] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Creating folder: Project (287d5723a63942f28a338774be68449a). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.718741] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc820a19-5112-4b18-863e-6400dd8f8dcd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.734028] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Created folder: Project (287d5723a63942f28a338774be68449a) in parent group-v694865. [ 864.734028] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Creating folder: Instances. Parent ref: group-v695009. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.734028] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d202e28a-8066-438d-83c6-575c7a73a059 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.742356] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Created folder: Instances in parent group-v695009. [ 864.742590] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.742784] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.742998] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a96f914c-29b2-436b-aa9f-30c389f10f65 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.764545] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.764545] env[69265]: value = "task-3476069" [ 864.764545] env[69265]: _type = "Task" [ 864.764545] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.775011] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476069, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.800241] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476064, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.847288] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476065, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.899517] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.902269] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.614s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.903781] env[69265]: INFO nova.compute.claims [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.924123] env[69265]: INFO nova.scheduler.client.report [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleted allocations for instance 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438 [ 865.009306] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476066, 'name': ReconfigVM_Task, 'duration_secs': 0.184826} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.009882] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.011193] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd3e4a99-05e6-4935-9178-cdb6ecb495f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.019296] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 865.019296] env[69265]: value = "task-3476070" [ 865.019296] env[69265]: _type = "Task" [ 865.019296] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.029920] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.258690] env[69265]: DEBUG nova.compute.manager [req-7dff7024-bba9-4e69-bc03-63e093e21cf4 req-4ed9d308-8766-4d3a-a39d-57862c5d0ff4 service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Received event network-vif-deleted-f5b257c6-eddb-452b-aa89-111998eb0c45 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.258861] env[69265]: INFO nova.compute.manager [req-7dff7024-bba9-4e69-bc03-63e093e21cf4 req-4ed9d308-8766-4d3a-a39d-57862c5d0ff4 service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Neutron deleted interface f5b257c6-eddb-452b-aa89-111998eb0c45; detaching it from the instance and deleting it from the info cache [ 865.259057] env[69265]: DEBUG nova.network.neutron [req-7dff7024-bba9-4e69-bc03-63e093e21cf4 req-4ed9d308-8766-4d3a-a39d-57862c5d0ff4 service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.276179] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476069, 'name': CreateVM_Task, 'duration_secs': 0.40436} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.276361] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.277015] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.277190] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.277496] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.277738] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f669a8b3-9bf1-4d50-982c-6930269f78bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.282942] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 865.282942] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be2474-0fae-a527-46f8-235ca1894a9b" [ 865.282942] env[69265]: _type = "Task" [ 865.282942] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.290413] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be2474-0fae-a527-46f8-235ca1894a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.297861] env[69265]: DEBUG oslo_vmware.api [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476064, 'name': RemoveSnapshot_Task, 'duration_secs': 0.911844} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.298129] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.299026] env[69265]: INFO nova.compute.manager [None req-b79888a5-36c2-4221-889d-cee487aab388 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Took 14.96 seconds to snapshot the instance on the hypervisor. [ 865.341255] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560277} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.341527] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5/c30f982f-1087-49e7-b4ae-40aae85b3af5.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.341744] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.341995] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9acf40b8-eb13-4505-962d-f9c697ee756e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.348076] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 865.348076] env[69265]: value = "task-3476071" [ 865.348076] env[69265]: _type = "Task" [ 865.348076] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.356605] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.363698] env[69265]: DEBUG nova.compute.manager [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Received event network-vif-plugged-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.363942] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] Acquiring lock "efb255d6-ed95-452b-895e-cf8b788eecf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.364732] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.364732] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.364826] env[69265]: DEBUG nova.compute.manager [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] No waiting events found dispatching network-vif-plugged-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.365096] env[69265]: WARNING nova.compute.manager [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Received unexpected event network-vif-plugged-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac for instance with vm_state building and task_state spawning. [ 865.365293] env[69265]: DEBUG nova.compute.manager [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Received event network-changed-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.365452] env[69265]: DEBUG nova.compute.manager [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Refreshing instance network info cache due to event network-changed-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.365644] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] Acquiring lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.365781] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] Acquired lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.365935] env[69265]: DEBUG nova.network.neutron [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Refreshing network info cache for port e51365a5-fcd9-427c-9bbd-f43d5dbf23ac {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.373507] env[69265]: DEBUG nova.network.neutron [-] [instance: 159133ec-f812-4c14-83b0-2428af776431] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.436789] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f70f620e-871f-4111-9963-a2ea423b71fe tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "6bb9c6c6-4ccd-4ce9-b4d0-78c032177438" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.767s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.527388] env[69265]: DEBUG oslo_vmware.api [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476070, 'name': PowerOnVM_Task, 'duration_secs': 0.45152} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.527388] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.530843] env[69265]: DEBUG nova.compute.manager [None req-ae8e6ad2-ead4-4769-bca7-df12b14c82cf tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.531636] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c84b4-446a-4df7-8fb6-8045361df627 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.761704] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4c65da3-2a65-4149-a4b8-54d6a13c33ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.774253] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65906f7-5e34-4e9e-8669-b66c49adb4af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.795346] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be2474-0fae-a527-46f8-235ca1894a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.795614] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.795912] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.796200] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.796325] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.796410] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.796941] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a4485f-4d22-41da-aea7-1f55a215322c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.814357] env[69265]: DEBUG nova.compute.manager [req-7dff7024-bba9-4e69-bc03-63e093e21cf4 req-4ed9d308-8766-4d3a-a39d-57862c5d0ff4 service nova] [instance: 159133ec-f812-4c14-83b0-2428af776431] Detach interface failed, port_id=f5b257c6-eddb-452b-aa89-111998eb0c45, reason: Instance 159133ec-f812-4c14-83b0-2428af776431 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.822189] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.822526] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.823206] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3f67fc-9c0a-49e6-8950-fbbb91082a9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.829219] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 865.829219] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5296c5b5-f983-5492-85bc-07a82f536ef0" [ 865.829219] env[69265]: _type = "Task" [ 865.829219] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.838619] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5296c5b5-f983-5492-85bc-07a82f536ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.860656] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159981} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.860994] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.861795] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45932d93-49ec-4a67-bda6-9a470c27f52c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.886218] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5/c30f982f-1087-49e7-b4ae-40aae85b3af5.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.886700] env[69265]: INFO nova.compute.manager [-] [instance: 159133ec-f812-4c14-83b0-2428af776431] Took 2.21 seconds to deallocate network for instance. [ 865.887293] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290ff26c-ca95-456a-8f81-21db16aa20be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.908696] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 865.908696] env[69265]: value = "task-3476072" [ 865.908696] env[69265]: _type = "Task" [ 865.908696] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.919359] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.233593] env[69265]: DEBUG oslo_concurrency.lockutils [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.233847] env[69265]: DEBUG oslo_concurrency.lockutils [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.234048] env[69265]: DEBUG nova.compute.manager [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.235331] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca6eac-3810-4759-a9b6-b18ca2e77e80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.242638] env[69265]: DEBUG nova.compute.manager [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 866.243216] env[69265]: DEBUG nova.objects.instance [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'flavor' on Instance uuid 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.260712] env[69265]: DEBUG nova.network.neutron [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Updated VIF entry in instance network info cache for port e51365a5-fcd9-427c-9bbd-f43d5dbf23ac. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.261336] env[69265]: DEBUG nova.network.neutron [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Updating instance_info_cache with network_info: [{"id": "e51365a5-fcd9-427c-9bbd-f43d5dbf23ac", "address": "fa:16:3e:61:66:5b", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51365a5-fc", "ovs_interfaceid": "e51365a5-fcd9-427c-9bbd-f43d5dbf23ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.343911] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5296c5b5-f983-5492-85bc-07a82f536ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.344868] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a0efeb-99bf-4022-ba41-b80150608917 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.353535] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 866.353535] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52545f32-7e63-50aa-c9f2-905c8ff3e207" [ 866.353535] env[69265]: _type = "Task" [ 866.353535] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.364429] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52545f32-7e63-50aa-c9f2-905c8ff3e207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.409657] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.421190] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.428233] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "03b1072e-5312-467a-be2e-9d069827a5cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.428535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "03b1072e-5312-467a-be2e-9d069827a5cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.462376] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.462647] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.463902] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a719c-de39-445d-952c-857cb4fc991e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.474133] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08885a4-0ccf-4ded-aade-56402029d7c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.508313] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c91610e-1d07-46c1-a6f2-bfa2701f3f74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.517995] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac92b839-bfa3-4707-a7dd-3674d1ae6c45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.532124] env[69265]: DEBUG nova.compute.provider_tree [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.675682] env[69265]: DEBUG nova.compute.manager [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.676801] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea666e07-4a40-493d-83b0-60e289288b6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.770625] env[69265]: DEBUG oslo_concurrency.lockutils [req-f2f133cb-d9c2-4ba1-b87b-c09bf38fc247 req-a26f7bfb-f757-49a0-ac44-2524193abda4 service nova] Releasing lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.865029] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52545f32-7e63-50aa-c9f2-905c8ff3e207, 'name': SearchDatastore_Task, 'duration_secs': 0.019248} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.865029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.865327] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] efb255d6-ed95-452b-895e-cf8b788eecf1/efb255d6-ed95-452b-895e-cf8b788eecf1.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.865480] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a24355bf-1e48-413c-8559-71783f8f5ad7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.872147] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 866.872147] env[69265]: value = "task-3476073" [ 866.872147] env[69265]: _type = "Task" [ 866.872147] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.879676] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.920427] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476072, 'name': ReconfigVM_Task, 'duration_secs': 0.96333} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.920773] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5/c30f982f-1087-49e7-b4ae-40aae85b3af5.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.921424] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb5c0fad-51d4-4c25-90b7-a5f7cf31981a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.928697] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 866.928697] env[69265]: value = "task-3476074" [ 866.928697] env[69265]: _type = "Task" [ 866.928697] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.938976] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476074, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.035440] env[69265]: DEBUG nova.scheduler.client.report [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.189070] env[69265]: INFO nova.compute.manager [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] instance snapshotting [ 867.189070] env[69265]: WARNING nova.compute.manager [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 867.194445] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372adebd-1a1a-47e2-b4a9-1fd1e220c913 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.215490] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06632fb3-142f-418b-8d8d-1ae5bd588dad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.257025] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.257025] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-547a116a-c6d1-431a-8556-e2e8fef00933 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.264287] env[69265]: DEBUG oslo_vmware.api [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 867.264287] env[69265]: value = "task-3476075" [ 867.264287] env[69265]: _type = "Task" [ 867.264287] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.272730] env[69265]: DEBUG oslo_vmware.api [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.386559] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.440359] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476074, 'name': Rename_Task, 'duration_secs': 0.15103} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.440731] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.441059] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c7f6cd-0f00-463d-8453-6f731678ba25 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.448595] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 867.448595] env[69265]: value = "task-3476076" [ 867.448595] env[69265]: _type = "Task" [ 867.448595] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.456726] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.543839] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.544289] env[69265]: DEBUG nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.547027] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.458s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.728811] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 867.729161] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5083cb6f-fc44-4fc4-8df3-e1eae1aed3ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.736681] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 867.736681] env[69265]: value = "task-3476077" [ 867.736681] env[69265]: _type = "Task" [ 867.736681] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.746208] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.775272] env[69265]: DEBUG oslo_vmware.api [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476075, 'name': PowerOffVM_Task, 'duration_secs': 0.210528} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.775272] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.775272] env[69265]: DEBUG nova.compute.manager [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.775956] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e975b9fa-e4b0-4895-8963-9fcd63a7c0ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.835126] env[69265]: DEBUG nova.compute.manager [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.836227] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9829748-a275-430c-819e-1201b59d0d0f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.886217] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538038} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.886527] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] efb255d6-ed95-452b-895e-cf8b788eecf1/efb255d6-ed95-452b-895e-cf8b788eecf1.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.886872] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.887494] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc0fd397-3083-4e93-b86c-8e4b09704e6e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.894579] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 867.894579] env[69265]: value = "task-3476078" [ 867.894579] env[69265]: _type = "Task" [ 867.894579] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.905481] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.958107] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476076, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.000485] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "386c0513-2e01-4240-8964-ea597efd7285" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.000608] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "386c0513-2e01-4240-8964-ea597efd7285" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.050716] env[69265]: DEBUG nova.compute.utils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.054475] env[69265]: INFO nova.compute.claims [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.058256] env[69265]: DEBUG nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.058459] env[69265]: DEBUG nova.network.neutron [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.131356] env[69265]: DEBUG nova.policy [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7abed7fe4c346ffb05ca7a3a11864e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287d5723a63942f28a338774be68449a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.247105] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.291735] env[69265]: DEBUG oslo_concurrency.lockutils [None req-728834b7-aba6-4335-8a6f-f271ee84e3b7 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.348327] env[69265]: INFO nova.compute.manager [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] instance snapshotting [ 868.351031] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2bcf95-9704-4b5f-aade-a44cf5500bc4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.371697] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec7378c-5aff-4a2b-9502-9c3343e64717 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.411216] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082749} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.411216] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.411216] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d623fe-6617-4f26-8fcd-3513e5139611 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.434578] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] efb255d6-ed95-452b-895e-cf8b788eecf1/efb255d6-ed95-452b-895e-cf8b788eecf1.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.436218] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-352c5ac0-42b6-4112-bf94-940c817df17d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.464429] env[69265]: DEBUG oslo_vmware.api [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476076, 'name': PowerOnVM_Task, 'duration_secs': 0.515567} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.468016] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.468016] env[69265]: INFO nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Took 8.73 seconds to spawn the instance on the hypervisor. [ 868.468016] env[69265]: DEBUG nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.468016] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 868.468016] env[69265]: value = "task-3476079" [ 868.468016] env[69265]: _type = "Task" [ 868.468016] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.468016] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e74b7a5-75f1-42d1-89aa-af139484eaff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.485904] env[69265]: DEBUG nova.network.neutron [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Successfully created port: f25e4c2a-ff65-4118-8eda-6a918354a1f8 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.487910] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.559560] env[69265]: DEBUG nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.565220] env[69265]: INFO nova.compute.resource_tracker [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating resource usage from migration cc04fb34-c112-4789-985a-6d3a97cb7268 [ 868.750591] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476077, 'name': CreateSnapshot_Task, 'duration_secs': 0.93696} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.753849] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 868.753849] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1444f2e-8d70-45e2-949b-9dae0dd17c89 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.883752] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 868.884069] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e54dc0ef-1c3c-4ece-843b-a54f711ff9c1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.891075] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 868.891075] env[69265]: value = "task-3476080" [ 868.891075] env[69265]: _type = "Task" [ 868.891075] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.903058] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.981988] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476079, 'name': ReconfigVM_Task, 'duration_secs': 0.49744} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.986204] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Reconfigured VM instance instance-00000030 to attach disk [datastore2] efb255d6-ed95-452b-895e-cf8b788eecf1/efb255d6-ed95-452b-895e-cf8b788eecf1.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.993530] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce31dd99-629e-41f6-88c3-15e4d547888a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.997351] env[69265]: INFO nova.compute.manager [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Took 45.85 seconds to build instance. [ 869.003695] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 869.003695] env[69265]: value = "task-3476081" [ 869.003695] env[69265]: _type = "Task" [ 869.003695] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.013155] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476081, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.156761] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c669d9-4336-4913-8d87-9ec605222d93 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.163707] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c7e7be-10c4-4a36-bf36-5fefc9bc8bc4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.200022] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67332c58-fa57-4055-ab26-188644ce1ddf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.206981] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ff135d-d127-4c34-b6e4-90600692f057 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.221786] env[69265]: DEBUG nova.compute.provider_tree [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.275077] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.275871] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9adfc3f8-3200-4886-8ac3-efc087ab8a0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.284267] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 869.284267] env[69265]: value = "task-3476082" [ 869.284267] env[69265]: _type = "Task" [ 869.284267] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.294470] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476082, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.406137] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476080, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.499706] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.604s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.513582] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476081, 'name': Rename_Task, 'duration_secs': 0.15022} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.514438] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.514701] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34d6331e-b68d-4c2f-97b3-023d0b2361d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.520777] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 869.520777] env[69265]: value = "task-3476083" [ 869.520777] env[69265]: _type = "Task" [ 869.520777] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.529210] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.570631] env[69265]: DEBUG nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.597394] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.597653] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.597814] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.597995] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.598211] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.598386] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.598595] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.598755] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.598918] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.599097] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.599287] env[69265]: DEBUG nova.virt.hardware [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.600173] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40f38e-a203-4f84-bd6e-436261391736 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.608274] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc12bb4-0540-4ff1-86c3-68220bf8adfc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.745281] env[69265]: ERROR nova.scheduler.client.report [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [req-93304106-3c57-4783-978b-9d24d1e33832] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93304106-3c57-4783-978b-9d24d1e33832"}]} [ 869.760961] env[69265]: DEBUG nova.scheduler.client.report [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 869.774313] env[69265]: DEBUG nova.scheduler.client.report [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 869.774538] env[69265]: DEBUG nova.compute.provider_tree [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.784929] env[69265]: DEBUG nova.scheduler.client.report [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 869.796333] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476082, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.803315] env[69265]: DEBUG nova.scheduler.client.report [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 869.869812] env[69265]: DEBUG oslo_concurrency.lockutils [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.870113] env[69265]: DEBUG oslo_concurrency.lockutils [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.870311] env[69265]: DEBUG nova.compute.manager [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.871209] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3474c7-1725-4854-a274-dd2d3520430d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.880715] env[69265]: DEBUG nova.compute.manager [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 869.881329] env[69265]: DEBUG nova.objects.instance [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lazy-loading 'flavor' on Instance uuid c30f982f-1087-49e7-b4ae-40aae85b3af5 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.904696] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476080, 'name': CreateSnapshot_Task, 'duration_secs': 0.53925} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.904960] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 869.905949] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee948b0a-c807-4bc0-afd8-8033af5ba626 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.002553] env[69265]: DEBUG nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.037476] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.136679] env[69265]: DEBUG nova.compute.manager [req-f4456fbb-42ec-4a0c-a834-31e99446d510 req-f7de2935-8fd9-4b65-9970-aa57a2c5a534 service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Received event network-vif-plugged-f25e4c2a-ff65-4118-8eda-6a918354a1f8 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.137059] env[69265]: DEBUG oslo_concurrency.lockutils [req-f4456fbb-42ec-4a0c-a834-31e99446d510 req-f7de2935-8fd9-4b65-9970-aa57a2c5a534 service nova] Acquiring lock "43389fba-1302-43ce-a068-3bc7f85309cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.137499] env[69265]: DEBUG oslo_concurrency.lockutils [req-f4456fbb-42ec-4a0c-a834-31e99446d510 req-f7de2935-8fd9-4b65-9970-aa57a2c5a534 service nova] Lock "43389fba-1302-43ce-a068-3bc7f85309cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.137850] env[69265]: DEBUG oslo_concurrency.lockutils [req-f4456fbb-42ec-4a0c-a834-31e99446d510 req-f7de2935-8fd9-4b65-9970-aa57a2c5a534 service nova] Lock "43389fba-1302-43ce-a068-3bc7f85309cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.138255] env[69265]: DEBUG nova.compute.manager [req-f4456fbb-42ec-4a0c-a834-31e99446d510 req-f7de2935-8fd9-4b65-9970-aa57a2c5a534 service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] No waiting events found dispatching network-vif-plugged-f25e4c2a-ff65-4118-8eda-6a918354a1f8 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.138519] env[69265]: WARNING nova.compute.manager [req-f4456fbb-42ec-4a0c-a834-31e99446d510 req-f7de2935-8fd9-4b65-9970-aa57a2c5a534 service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Received unexpected event network-vif-plugged-f25e4c2a-ff65-4118-8eda-6a918354a1f8 for instance with vm_state building and task_state spawning. [ 870.231052] env[69265]: DEBUG nova.compute.manager [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Stashing vm_state: stopped {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 870.277247] env[69265]: DEBUG nova.network.neutron [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Successfully updated port: f25e4c2a-ff65-4118-8eda-6a918354a1f8 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.300613] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476082, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.356846] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc07b12-87f9-4c2c-bc7b-343636feaaa4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.365911] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534d64e3-285d-4253-93a0-1af011c01cea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.400060] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b254182-ce91-49f2-9257-2c59079f2a22 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.408358] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e0362e-bf16-4df5-9e1d-5b7475d7f7ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.431249] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 870.431884] env[69265]: DEBUG nova.compute.provider_tree [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.433789] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6fb8a993-9843-4d8c-a688-0621d6e8e85c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.443588] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 870.443588] env[69265]: value = "task-3476084" [ 870.443588] env[69265]: _type = "Task" [ 870.443588] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.453495] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476084, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.527159] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.533284] env[69265]: DEBUG oslo_vmware.api [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476083, 'name': PowerOnVM_Task, 'duration_secs': 0.73453} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.533650] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.533924] env[69265]: INFO nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Took 8.06 seconds to spawn the instance on the hypervisor. [ 870.534137] env[69265]: DEBUG nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.534966] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb9a36-90cf-4eb0-8415-61a0afc31146 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.749889] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.783491] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "refresh_cache-43389fba-1302-43ce-a068-3bc7f85309cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.783491] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "refresh_cache-43389fba-1302-43ce-a068-3bc7f85309cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.783491] env[69265]: DEBUG nova.network.neutron [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.798098] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476082, 'name': CloneVM_Task, 'duration_secs': 1.502954} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.799599] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Created linked-clone VM from snapshot [ 870.799774] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb4db7-8d6f-4ec7-9e2f-f76f2e22e279 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.807763] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Uploading image bb4b59a6-e138-457a-bcc5-6116f03ba0cb {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 870.833970] env[69265]: DEBUG oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 870.833970] env[69265]: value = "vm-695013" [ 870.833970] env[69265]: _type = "VirtualMachine" [ 870.833970] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 870.834379] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-25c3c1b9-24c5-4bde-8655-d03d6b14c536 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.841104] env[69265]: DEBUG oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lease: (returnval){ [ 870.841104] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cb2d10-6d06-513d-3885-61f838e437c6" [ 870.841104] env[69265]: _type = "HttpNfcLease" [ 870.841104] env[69265]: } obtained for exporting VM: (result){ [ 870.841104] env[69265]: value = "vm-695013" [ 870.841104] env[69265]: _type = "VirtualMachine" [ 870.841104] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 870.841371] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the lease: (returnval){ [ 870.841371] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cb2d10-6d06-513d-3885-61f838e437c6" [ 870.841371] env[69265]: _type = "HttpNfcLease" [ 870.841371] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 870.849377] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 870.849377] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cb2d10-6d06-513d-3885-61f838e437c6" [ 870.849377] env[69265]: _type = "HttpNfcLease" [ 870.849377] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 870.905018] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.905603] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b7afd36-e30a-43db-a4eb-9d59b9d8b4d1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.912653] env[69265]: DEBUG oslo_vmware.api [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 870.912653] env[69265]: value = "task-3476086" [ 870.912653] env[69265]: _type = "Task" [ 870.912653] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.923366] env[69265]: DEBUG oslo_vmware.api [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.953180] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476084, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.971692] env[69265]: DEBUG nova.scheduler.client.report [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 870.971947] env[69265]: DEBUG nova.compute.provider_tree [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 84 to 85 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 870.972142] env[69265]: DEBUG nova.compute.provider_tree [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.060214] env[69265]: INFO nova.compute.manager [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Took 47.49 seconds to build instance. [ 871.346382] env[69265]: DEBUG nova.network.neutron [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.352718] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.352718] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cb2d10-6d06-513d-3885-61f838e437c6" [ 871.352718] env[69265]: _type = "HttpNfcLease" [ 871.352718] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.353047] env[69265]: DEBUG oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.353047] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cb2d10-6d06-513d-3885-61f838e437c6" [ 871.353047] env[69265]: _type = "HttpNfcLease" [ 871.353047] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 871.353780] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a428dc7-c899-42a7-aba2-e63c378ea388 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.361323] env[69265]: DEBUG oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a85cb2-9bb8-ddbb-931f-4dfcb09b9b15/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.361504] env[69265]: DEBUG oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a85cb2-9bb8-ddbb-931f-4dfcb09b9b15/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 871.429642] env[69265]: DEBUG oslo_vmware.api [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476086, 'name': PowerOffVM_Task, 'duration_secs': 0.188165} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.430307] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.430514] env[69265]: DEBUG nova.compute.manager [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.431298] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c5184-4bb8-4c1e-9a45-15ded77b9183 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.456755] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476084, 'name': CloneVM_Task} progress is 95%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.477389] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.930s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.477573] env[69265]: INFO nova.compute.manager [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Migrating [ 871.486374] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.472s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.487863] env[69265]: INFO nova.compute.claims [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.493636] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4555b323-7b3b-4bd3-9b11-8a9c2c788f47 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.562894] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f1775368-d7e0-488f-9797-50bc65674276 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.985s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.619220] env[69265]: DEBUG nova.network.neutron [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Updating instance_info_cache with network_info: [{"id": "f25e4c2a-ff65-4118-8eda-6a918354a1f8", "address": "fa:16:3e:84:61:81", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25e4c2a-ff", "ovs_interfaceid": "f25e4c2a-ff65-4118-8eda-6a918354a1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.942927] env[69265]: DEBUG oslo_concurrency.lockutils [None req-70cc1463-5acf-4e19-ad38-3489bf2c95d4 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.955615] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476084, 'name': CloneVM_Task, 'duration_secs': 1.308166} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.955615] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Created linked-clone VM from snapshot [ 871.956810] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81d9036-2906-45e3-bd42-1004cb91cf76 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.963968] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Uploading image 85e36cf5-4cbe-4b8f-ba84-a7435036d398 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.991913] env[69265]: DEBUG oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.991913] env[69265]: value = "vm-695015" [ 871.991913] env[69265]: _type = "VirtualMachine" [ 871.991913] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.994740] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-78593271-9869-41c1-9d63-269557ee0180 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.002019] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.003332] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.003543] env[69265]: DEBUG nova.network.neutron [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.007963] env[69265]: DEBUG oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lease: (returnval){ [ 872.007963] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5280abe7-db57-5677-5c98-fca700b95e2a" [ 872.007963] env[69265]: _type = "HttpNfcLease" [ 872.007963] env[69265]: } obtained for exporting VM: (result){ [ 872.007963] env[69265]: value = "vm-695015" [ 872.007963] env[69265]: _type = "VirtualMachine" [ 872.007963] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 872.008458] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the lease: (returnval){ [ 872.008458] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5280abe7-db57-5677-5c98-fca700b95e2a" [ 872.008458] env[69265]: _type = "HttpNfcLease" [ 872.008458] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 872.017750] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.017750] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5280abe7-db57-5677-5c98-fca700b95e2a" [ 872.017750] env[69265]: _type = "HttpNfcLease" [ 872.017750] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 872.070013] env[69265]: DEBUG nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.121757] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "refresh_cache-43389fba-1302-43ce-a068-3bc7f85309cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.122741] env[69265]: DEBUG nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Instance network_info: |[{"id": "f25e4c2a-ff65-4118-8eda-6a918354a1f8", "address": "fa:16:3e:84:61:81", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25e4c2a-ff", "ovs_interfaceid": "f25e4c2a-ff65-4118-8eda-6a918354a1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.123231] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:61:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f25e4c2a-ff65-4118-8eda-6a918354a1f8', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.133217] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.133485] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.133879] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aea5db1a-6a44-4633-9fed-8bdc05995562 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.163703] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.163703] env[69265]: value = "task-3476088" [ 872.163703] env[69265]: _type = "Task" [ 872.163703] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.175811] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476088, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.521487] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.521487] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5280abe7-db57-5677-5c98-fca700b95e2a" [ 872.521487] env[69265]: _type = "HttpNfcLease" [ 872.521487] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.521874] env[69265]: DEBUG oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.521874] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5280abe7-db57-5677-5c98-fca700b95e2a" [ 872.521874] env[69265]: _type = "HttpNfcLease" [ 872.521874] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 872.522519] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c41fb-6b19-4e3a-b53c-127a00fc92a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.532681] env[69265]: DEBUG oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788330-2d55-0938-c5bc-abb70b46f845/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.533399] env[69265]: DEBUG oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788330-2d55-0938-c5bc-abb70b46f845/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 872.603573] env[69265]: DEBUG nova.compute.manager [req-939f1213-b8c3-400d-9f2a-92fa59074295 req-a26596a1-6386-400a-a465-0d5d5841b783 service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Received event network-changed-f25e4c2a-ff65-4118-8eda-6a918354a1f8 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.604058] env[69265]: DEBUG nova.compute.manager [req-939f1213-b8c3-400d-9f2a-92fa59074295 req-a26596a1-6386-400a-a465-0d5d5841b783 service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Refreshing instance network info cache due to event network-changed-f25e4c2a-ff65-4118-8eda-6a918354a1f8. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.604453] env[69265]: DEBUG oslo_concurrency.lockutils [req-939f1213-b8c3-400d-9f2a-92fa59074295 req-a26596a1-6386-400a-a465-0d5d5841b783 service nova] Acquiring lock "refresh_cache-43389fba-1302-43ce-a068-3bc7f85309cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.605269] env[69265]: DEBUG oslo_concurrency.lockutils [req-939f1213-b8c3-400d-9f2a-92fa59074295 req-a26596a1-6386-400a-a465-0d5d5841b783 service nova] Acquired lock "refresh_cache-43389fba-1302-43ce-a068-3bc7f85309cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.605269] env[69265]: DEBUG nova.network.neutron [req-939f1213-b8c3-400d-9f2a-92fa59074295 req-a26596a1-6386-400a-a465-0d5d5841b783 service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Refreshing network info cache for port f25e4c2a-ff65-4118-8eda-6a918354a1f8 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.631045] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.659447] env[69265]: INFO nova.compute.manager [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Rebuilding instance [ 872.662324] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6a4e629-98e1-44a0-958b-a9d4e9219198 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.675583] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476088, 'name': CreateVM_Task, 'duration_secs': 0.330932} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.676994] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.678992] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.678992] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.678992] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.679268] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0b2f2b-e6b0-457a-b5b4-23dc143bc127 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.684981] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 872.684981] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d41ac0-2537-f266-66e8-b95fa4145613" [ 872.684981] env[69265]: _type = "Task" [ 872.684981] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.698508] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d41ac0-2537-f266-66e8-b95fa4145613, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.699506] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.699761] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.699996] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.700163] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.700365] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.700682] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-983dadb5-db6a-4739-ae96-5d1e90bb6090 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.718121] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.718341] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.720092] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00273ebe-4310-448d-912b-0a534dd909f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.735166] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 872.735166] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5257f4d2-e151-69e0-8264-65acc94daaf1" [ 872.735166] env[69265]: _type = "Task" [ 872.735166] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.737535] env[69265]: DEBUG nova.compute.manager [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.743549] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d96468e-9919-4550-9382-27c3bcbd9d93 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.752301] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5257f4d2-e151-69e0-8264-65acc94daaf1, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.757633] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8da72d-a18e-4420-96cb-cf4a73c08add {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.767043] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 872.767043] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52869c6a-9dee-e65a-e062-d141ff4e5400" [ 872.767043] env[69265]: _type = "Task" [ 872.767043] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.778578] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52869c6a-9dee-e65a-e062-d141ff4e5400, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.781434] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.781777] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 43389fba-1302-43ce-a068-3bc7f85309cf/43389fba-1302-43ce-a068-3bc7f85309cf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.782277] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d041ca-fed7-48a1-9981-b805a65bb04e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.789433] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 872.789433] env[69265]: value = "task-3476089" [ 872.789433] env[69265]: _type = "Task" [ 872.789433] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.799125] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.914601] env[69265]: DEBUG nova.network.neutron [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance_info_cache with network_info: [{"id": "1dd31097-2332-48f6-8007-0d775365e966", "address": "fa:16:3e:cb:bc:8d", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd31097-23", "ovs_interfaceid": "1dd31097-2332-48f6-8007-0d775365e966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.286036] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2993fcf5-9b9c-44b7-bcb9-1f0856334528 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.306372] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ee5e4b-ced0-48c0-bfaa-ddf03b44bfe3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.310984] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.345879] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f80ed-e2db-4013-8655-ba7fc1ce12b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.358613] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19433ecb-cb91-4c54-bc94-50a43cd30034 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.378912] env[69265]: DEBUG nova.compute.provider_tree [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.416931] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.528201] env[69265]: DEBUG nova.network.neutron [req-939f1213-b8c3-400d-9f2a-92fa59074295 req-a26596a1-6386-400a-a465-0d5d5841b783 service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Updated VIF entry in instance network info cache for port f25e4c2a-ff65-4118-8eda-6a918354a1f8. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.528596] env[69265]: DEBUG nova.network.neutron [req-939f1213-b8c3-400d-9f2a-92fa59074295 req-a26596a1-6386-400a-a465-0d5d5841b783 service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Updating instance_info_cache with network_info: [{"id": "f25e4c2a-ff65-4118-8eda-6a918354a1f8", "address": "fa:16:3e:84:61:81", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25e4c2a-ff", "ovs_interfaceid": "f25e4c2a-ff65-4118-8eda-6a918354a1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.771312] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.771787] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-901a930c-04d6-4fa9-a92f-87bcb523aa8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.779541] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 873.779541] env[69265]: value = "task-3476090" [ 873.779541] env[69265]: _type = "Task" [ 873.779541] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.789175] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.789786] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.790924] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce709941-4d4b-4254-9a69-57145ddd4ae2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.803489] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660237} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.806288] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 43389fba-1302-43ce-a068-3bc7f85309cf/43389fba-1302-43ce-a068-3bc7f85309cf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.806288] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.806288] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.806288] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f0d6cd-9391-4755-ad07-4c5b3ee8f706 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.809347] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79874e02-b138-4cea-8d9c-cfdbb5d30dc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.817040] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 873.817040] env[69265]: value = "task-3476091" [ 873.817040] env[69265]: _type = "Task" [ 873.817040] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.827228] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.883082] env[69265]: DEBUG nova.scheduler.client.report [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.889349] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.889662] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.889906] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleting the datastore file [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.890649] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c01dfe27-a356-4da5-b6b8-f63730cf2d67 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.897740] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 873.897740] env[69265]: value = "task-3476093" [ 873.897740] env[69265]: _type = "Task" [ 873.897740] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.908092] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.031086] env[69265]: DEBUG oslo_concurrency.lockutils [req-939f1213-b8c3-400d-9f2a-92fa59074295 req-a26596a1-6386-400a-a465-0d5d5841b783 service nova] Releasing lock "refresh_cache-43389fba-1302-43ce-a068-3bc7f85309cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.327462] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154905} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.327914] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.328938] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cec18e-2c04-4b30-81a0-a1c4c32678dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.352852] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 43389fba-1302-43ce-a068-3bc7f85309cf/43389fba-1302-43ce-a068-3bc7f85309cf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.353397] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6282ef-420a-4ffd-aeb9-a80738533d78 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.374410] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 874.374410] env[69265]: value = "task-3476094" [ 874.374410] env[69265]: _type = "Task" [ 874.374410] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.383528] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.391877] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.392797] env[69265]: DEBUG nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.395899] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.580s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.397506] env[69265]: INFO nova.compute.claims [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.410423] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375786} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.411581] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.411581] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.411787] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.885308] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476094, 'name': ReconfigVM_Task, 'duration_secs': 0.454644} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.885606] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 43389fba-1302-43ce-a068-3bc7f85309cf/43389fba-1302-43ce-a068-3bc7f85309cf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.886267] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-770baf69-02fd-4f4a-b025-f1a32628a6b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.892371] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 874.892371] env[69265]: value = "task-3476095" [ 874.892371] env[69265]: _type = "Task" [ 874.892371] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.902347] env[69265]: DEBUG nova.compute.utils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.903713] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476095, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.904647] env[69265]: DEBUG nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.904845] env[69265]: DEBUG nova.network.neutron [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.934732] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4711e4de-8fed-4598-9a28-c9ba326dfe7f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.956543] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance '8d0b13c6-cb9f-4980-930d-760e24dbab70' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.965287] env[69265]: DEBUG nova.policy [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7abed7fe4c346ffb05ca7a3a11864e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287d5723a63942f28a338774be68449a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.257804] env[69265]: DEBUG nova.network.neutron [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Successfully created port: 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.402752] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476095, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.408513] env[69265]: DEBUG nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.462878] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.463533] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-935de99b-a43a-4e70-8c22-25ac87b250ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.473367] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 875.473367] env[69265]: value = "task-3476096" [ 875.473367] env[69265]: _type = "Task" [ 875.473367] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.482735] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.903649] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476095, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.923718] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d13fb-7b52-4dc6-b21f-474da3c7bd79 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.931451] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087b1eee-7e49-45ad-af4e-da769250c2fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.965032] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33efcc5f-b008-4dbc-836f-edfa5c9ab2d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.973143] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c986743-0abf-4991-a387-d336e58c3a4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.992450] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476096, 'name': PowerOffVM_Task, 'duration_secs': 0.25475} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.993289] env[69265]: DEBUG nova.compute.provider_tree [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.994640] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.994844] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance '8d0b13c6-cb9f-4980-930d-760e24dbab70' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.404927] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476095, 'name': Rename_Task, 'duration_secs': 1.147613} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.405342] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.405617] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99f60865-4438-4c40-895b-cd88546a88b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.413534] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 876.413534] env[69265]: value = "task-3476097" [ 876.413534] env[69265]: _type = "Task" [ 876.413534] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.424051] env[69265]: DEBUG nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.426474] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.505731] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.506021] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.506208] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.506418] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.506590] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.506759] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.506993] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.507227] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.507521] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.507818] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.508143] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.515630] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3163a2cb-89ad-41bf-883d-c5f11e6d71cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.536784] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 876.536784] env[69265]: value = "task-3476098" [ 876.536784] env[69265]: _type = "Task" [ 876.536784] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.545967] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.547067] env[69265]: DEBUG nova.scheduler.client.report [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 876.547346] env[69265]: DEBUG nova.compute.provider_tree [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 85 to 86 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 876.547546] env[69265]: DEBUG nova.compute.provider_tree [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.791323] env[69265]: DEBUG nova.network.neutron [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Successfully updated port: 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.925263] env[69265]: DEBUG oslo_vmware.api [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476097, 'name': PowerOnVM_Task, 'duration_secs': 0.504243} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.925587] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.925792] env[69265]: INFO nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Took 7.35 seconds to spawn the instance on the hypervisor. [ 876.925973] env[69265]: DEBUG nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.926802] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfca49f-ecad-41fb-aed1-4ad2d6ed9299 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.048446] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476098, 'name': ReconfigVM_Task, 'duration_secs': 0.25341} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.048817] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance '8d0b13c6-cb9f-4980-930d-760e24dbab70' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.052943] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.053441] env[69265]: DEBUG nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.056168] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.416s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.056400] env[69265]: DEBUG nova.objects.instance [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lazy-loading 'resources' on Instance uuid c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.295299] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "refresh_cache-8a0bb08c-059a-482c-98c6-efac90008748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.295535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "refresh_cache-8a0bb08c-059a-482c-98c6-efac90008748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.295705] env[69265]: DEBUG nova.network.neutron [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.446734] env[69265]: INFO nova.compute.manager [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Took 38.17 seconds to build instance. [ 877.559109] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2177f94c-5175-47b8-9251-d3e65c2dc0a3',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1893554111',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.559365] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.559500] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.559691] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.559838] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.559986] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.560208] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.560371] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.560542] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.560701] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.560877] env[69265]: DEBUG nova.virt.hardware [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.566270] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.570123] env[69265]: DEBUG nova.compute.utils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.571847] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168abf9a-9f3f-4593-900d-c6f9082c8805 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.586080] env[69265]: DEBUG nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.586224] env[69265]: DEBUG nova.network.neutron [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.594442] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 877.594442] env[69265]: value = "task-3476099" [ 877.594442] env[69265]: _type = "Task" [ 877.594442] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.603305] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.631365] env[69265]: DEBUG nova.policy [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb8df59526a4de8a36c976523fd78b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6bb53526da84a94956bed9de64b4bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.834367] env[69265]: DEBUG nova.network.neutron [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.950701] env[69265]: DEBUG oslo_concurrency.lockutils [None req-76e9756b-8f45-450e-a3b8-6b69591470cb tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "43389fba-1302-43ce-a068-3bc7f85309cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.032s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.955186] env[69265]: DEBUG nova.network.neutron [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Successfully created port: fe4c6710-7f85-4306-97f0-24674ea2d5b1 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.991808] env[69265]: DEBUG nova.network.neutron [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Updating instance_info_cache with network_info: [{"id": "98aa220a-1217-4125-bfc0-1bf7a70d4cb0", "address": "fa:16:3e:cf:25:01", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aa220a-12", "ovs_interfaceid": "98aa220a-1217-4125-bfc0-1bf7a70d4cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.086350] env[69265]: DEBUG nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.104502] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.131693] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb820b-3254-45d4-8bc4-5ca7047f9371 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.140224] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2635712-13a1-41af-a373-42461edb6d55 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.176214] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541147b6-b2c3-464b-a478-d3aa9a5bd7e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.184152] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affe71d1-3155-4464-869e-b7a8bf18ae31 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.198428] env[69265]: DEBUG nova.compute.provider_tree [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.455608] env[69265]: DEBUG nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.494930] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "refresh_cache-8a0bb08c-059a-482c-98c6-efac90008748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.495362] env[69265]: DEBUG nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Instance network_info: |[{"id": "98aa220a-1217-4125-bfc0-1bf7a70d4cb0", "address": "fa:16:3e:cf:25:01", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aa220a-12", "ovs_interfaceid": "98aa220a-1217-4125-bfc0-1bf7a70d4cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.606089] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.702379] env[69265]: DEBUG nova.scheduler.client.report [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.980235] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.097175] env[69265]: DEBUG nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.109307] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476099, 'name': ReconfigVM_Task, 'duration_secs': 1.210185} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.109565] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.110440] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab56f543-65e8-4cdb-918c-ac74978b55c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.137803] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70/8d0b13c6-cb9f-4980-930d-760e24dbab70.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.138195] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-398021a7-0935-43ac-863f-116a1d68975b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.158448] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 879.158448] env[69265]: value = "task-3476100" [ 879.158448] env[69265]: _type = "Task" [ 879.158448] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.167939] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.208506] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.212321] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.219s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.213445] env[69265]: INFO nova.compute.claims [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.236358] env[69265]: INFO nova.scheduler.client.report [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Deleted allocations for instance c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f [ 879.502411] env[69265]: DEBUG nova.network.neutron [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Successfully updated port: fe4c6710-7f85-4306-97f0-24674ea2d5b1 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.670430] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476100, 'name': ReconfigVM_Task, 'duration_secs': 0.38718} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.670843] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70/8d0b13c6-cb9f-4980-930d-760e24dbab70.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.671228] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance '8d0b13c6-cb9f-4980-930d-760e24dbab70' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.746404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d9326636-4678-48bf-afd0-5abb8d070d13 tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Lock "c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.549s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.879830] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.879830] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.879830] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.879830] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.880266] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.880266] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.880465] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.880528] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.881025] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.881025] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.881025] env[69265]: DEBUG nova.virt.hardware [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.883492] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f16acc-b64d-44fc-bc3b-9969a647ef8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.893486] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.893722] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.893883] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.894091] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.894241] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.894389] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.894591] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.894748] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.894909] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.895211] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.895423] env[69265]: DEBUG nova.virt.hardware [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.896740] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eeb49d-cc31-4873-a3a3-3047011b4f62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.903053] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a9ff6b-1a55-40b1-9e31-812c26258f21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.918988] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5390eca8-7000-4efb-860c-568073de5123 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.923663] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:91:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2c175ba-68d7-432c-a73a-1602f522868d', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.931285] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.933734] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.933961] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.934131] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.934312] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.934460] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.934604] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.934805] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.934960] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.935139] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.935301] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.935476] env[69265]: DEBUG nova.virt.hardware [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.935769] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.937761] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d969f83b-89b0-4c4c-9116-c1117f701975 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.940939] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c41d42c7-47d4-4a13-b65e-1a9837914e4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.967206] env[69265]: DEBUG oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a85cb2-9bb8-ddbb-931f-4dfcb09b9b15/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 879.969048] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:25:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98aa220a-1217-4125-bfc0-1bf7a70d4cb0', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.976500] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.977351] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a15b3a1-b56d-4856-803c-92714f9ceac1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.982441] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.982767] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b80f8889-bd4a-4d54-832a-bbfdfe5a588d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.000128] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ec9b8-3e70-42af-af3b-f617cb4b779c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.006896] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "refresh_cache-01c1ddd3-75e4-47b9-8abb-5adb242c50ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.007045] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "refresh_cache-01c1ddd3-75e4-47b9-8abb-5adb242c50ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.007200] env[69265]: DEBUG nova.network.neutron [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.008316] env[69265]: DEBUG oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a85cb2-9bb8-ddbb-931f-4dfcb09b9b15/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 880.008602] env[69265]: ERROR oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a85cb2-9bb8-ddbb-931f-4dfcb09b9b15/disk-0.vmdk due to incomplete transfer. [ 880.008691] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.008691] env[69265]: value = "task-3476101" [ 880.008691] env[69265]: _type = "Task" [ 880.008691] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.009782] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-820e66fe-acd9-4a6b-9b29-c2388abb6d58 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.023479] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.023479] env[69265]: value = "task-3476102" [ 880.023479] env[69265]: _type = "Task" [ 880.023479] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.032098] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476101, 'name': CreateVM_Task} progress is 15%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.032407] env[69265]: DEBUG oslo_vmware.rw_handles [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a85cb2-9bb8-ddbb-931f-4dfcb09b9b15/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 880.032586] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Uploaded image bb4b59a6-e138-457a-bcc5-6116f03ba0cb to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 880.034850] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 880.036096] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d00e340-7057-4b67-945d-b9309f86d34a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.041728] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476102, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.047865] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 880.047865] env[69265]: value = "task-3476103" [ 880.047865] env[69265]: _type = "Task" [ 880.047865] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.055561] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476103, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.179294] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c4f186-0ea9-4651-a4a4-259469709d11 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.199294] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a52ba62-dc0e-46f6-a82b-aa5651f31280 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.218910] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance '8d0b13c6-cb9f-4980-930d-760e24dbab70' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.357576] env[69265]: DEBUG oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788330-2d55-0938-c5bc-abb70b46f845/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 880.358594] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1875513c-a850-4bff-9665-c3f4e9d60bb9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.365275] env[69265]: DEBUG oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788330-2d55-0938-c5bc-abb70b46f845/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 880.369017] env[69265]: ERROR oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788330-2d55-0938-c5bc-abb70b46f845/disk-0.vmdk due to incomplete transfer. [ 880.369017] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fb521dd-330f-4563-a6b9-c7d0b50e75e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.378746] env[69265]: DEBUG oslo_vmware.rw_handles [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788330-2d55-0938-c5bc-abb70b46f845/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 880.378964] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Uploaded image 85e36cf5-4cbe-4b8f-ba84-a7435036d398 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 880.381163] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 880.381496] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d3779a65-ef4a-4a33-977d-44e0393ea2a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.387207] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 880.387207] env[69265]: value = "task-3476104" [ 880.387207] env[69265]: _type = "Task" [ 880.387207] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.396559] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476104, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.525495] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476101, 'name': CreateVM_Task, 'duration_secs': 0.469547} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.528080] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.532610] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.532786] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.533111] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.533628] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275a6959-e4f3-4e48-92c4-1bb44df67409 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.543728] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476102, 'name': CreateVM_Task, 'duration_secs': 0.385193} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.544157] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.544685] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.546396] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 880.546396] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525a92ce-c18c-01e5-886f-d63677611023" [ 880.546396] env[69265]: _type = "Task" [ 880.546396] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.560767] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525a92ce-c18c-01e5-886f-d63677611023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.562017] env[69265]: DEBUG nova.network.neutron [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.568530] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476103, 'name': Destroy_Task, 'duration_secs': 0.405065} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.568530] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Destroyed the VM [ 880.568530] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 880.568707] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2b28eaa-2752-4553-a1e8-de088a336c9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.578741] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 880.578741] env[69265]: value = "task-3476105" [ 880.578741] env[69265]: _type = "Task" [ 880.578741] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.590107] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476105, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.764232] env[69265]: DEBUG nova.network.neutron [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Port 1dd31097-2332-48f6-8007-0d775365e966 binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 880.783921] env[69265]: DEBUG nova.compute.manager [req-a3542ce7-fd6e-452f-a6ff-ecdcfa7423fd req-5a924472-59be-4988-ad59-8771b5f514a4 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Received event network-vif-plugged-98aa220a-1217-4125-bfc0-1bf7a70d4cb0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.784171] env[69265]: DEBUG oslo_concurrency.lockutils [req-a3542ce7-fd6e-452f-a6ff-ecdcfa7423fd req-5a924472-59be-4988-ad59-8771b5f514a4 service nova] Acquiring lock "8a0bb08c-059a-482c-98c6-efac90008748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.784418] env[69265]: DEBUG oslo_concurrency.lockutils [req-a3542ce7-fd6e-452f-a6ff-ecdcfa7423fd req-5a924472-59be-4988-ad59-8771b5f514a4 service nova] Lock "8a0bb08c-059a-482c-98c6-efac90008748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.784549] env[69265]: DEBUG oslo_concurrency.lockutils [req-a3542ce7-fd6e-452f-a6ff-ecdcfa7423fd req-5a924472-59be-4988-ad59-8771b5f514a4 service nova] Lock "8a0bb08c-059a-482c-98c6-efac90008748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.784715] env[69265]: DEBUG nova.compute.manager [req-a3542ce7-fd6e-452f-a6ff-ecdcfa7423fd req-5a924472-59be-4988-ad59-8771b5f514a4 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] No waiting events found dispatching network-vif-plugged-98aa220a-1217-4125-bfc0-1bf7a70d4cb0 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.784881] env[69265]: WARNING nova.compute.manager [req-a3542ce7-fd6e-452f-a6ff-ecdcfa7423fd req-5a924472-59be-4988-ad59-8771b5f514a4 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Received unexpected event network-vif-plugged-98aa220a-1217-4125-bfc0-1bf7a70d4cb0 for instance with vm_state building and task_state spawning. [ 880.820305] env[69265]: DEBUG nova.network.neutron [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Updating instance_info_cache with network_info: [{"id": "fe4c6710-7f85-4306-97f0-24674ea2d5b1", "address": "fa:16:3e:95:f3:bf", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe4c6710-7f", "ovs_interfaceid": "fe4c6710-7f85-4306-97f0-24674ea2d5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.869144] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e5fa47-2e46-48b0-8141-15f1d63805d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.878035] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b271d27-9bad-42f0-8f10-b8fe65cd79a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.911771] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733e5882-2bde-4663-88d7-2c370358780b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.923419] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476104, 'name': Destroy_Task, 'duration_secs': 0.312738} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.923590] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Destroyed the VM [ 880.923873] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 880.925098] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7a1797-4f36-4985-9b80-01d8aae16b32 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.928963] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35c64071-7567-438d-ab1c-7c63b213e264 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.941805] env[69265]: DEBUG nova.compute.provider_tree [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.944639] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 880.944639] env[69265]: value = "task-3476106" [ 880.944639] env[69265]: _type = "Task" [ 880.944639] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.953108] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476106, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.032391] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "417b5827-79da-47a6-bf40-0eaee265660c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.032723] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "417b5827-79da-47a6-bf40-0eaee265660c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.033016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "417b5827-79da-47a6-bf40-0eaee265660c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.033281] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "417b5827-79da-47a6-bf40-0eaee265660c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.033516] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "417b5827-79da-47a6-bf40-0eaee265660c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.037016] env[69265]: INFO nova.compute.manager [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Terminating instance [ 881.058199] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525a92ce-c18c-01e5-886f-d63677611023, 'name': SearchDatastore_Task, 'duration_secs': 0.032072} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.058553] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.058839] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.059034] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.059185] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.059408] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.059695] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.060007] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.060239] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf45c506-0906-4bc0-b907-2fb3f6feae18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.062063] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9b8f9c-1f27-42bf-a330-f2cb97be2190 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.067271] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 881.067271] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5293cf00-2845-d234-8fe6-963fb88522fc" [ 881.067271] env[69265]: _type = "Task" [ 881.067271] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.071260] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.071475] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.072728] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fec5cb-dcf3-4a07-b56e-b394f92f99e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.081997] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5293cf00-2845-d234-8fe6-963fb88522fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.086190] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 881.086190] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f2f2db-d8d9-b164-ebc2-b943a1271d03" [ 881.086190] env[69265]: _type = "Task" [ 881.086190] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.095221] env[69265]: DEBUG oslo_vmware.api [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476105, 'name': RemoveSnapshot_Task, 'duration_secs': 0.512442} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.095994] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 881.096337] env[69265]: INFO nova.compute.manager [None req-9915b00a-e883-45d3-ad15-0b5198bfd49d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Took 13.90 seconds to snapshot the instance on the hypervisor. [ 881.104849] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f2f2db-d8d9-b164-ebc2-b943a1271d03, 'name': SearchDatastore_Task, 'duration_secs': 0.01649} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.107759] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9d8bf8-e639-4c9c-a992-7639e9b18f14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.113981] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 881.113981] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c02352-a6ba-9f81-b53c-dbb4ed32a739" [ 881.113981] env[69265]: _type = "Task" [ 881.113981] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.124801] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c02352-a6ba-9f81-b53c-dbb4ed32a739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.322612] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "refresh_cache-01c1ddd3-75e4-47b9-8abb-5adb242c50ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.323271] env[69265]: DEBUG nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Instance network_info: |[{"id": "fe4c6710-7f85-4306-97f0-24674ea2d5b1", "address": "fa:16:3e:95:f3:bf", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe4c6710-7f", "ovs_interfaceid": "fe4c6710-7f85-4306-97f0-24674ea2d5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.323450] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:f3:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe4c6710-7f85-4306-97f0-24674ea2d5b1', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.332475] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.332586] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.333178] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8739313a-0deb-4f63-a998-ff6df7fe51c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.354115] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.354115] env[69265]: value = "task-3476107" [ 881.354115] env[69265]: _type = "Task" [ 881.354115] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.363745] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476107, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.447260] env[69265]: DEBUG nova.scheduler.client.report [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.463598] env[69265]: DEBUG oslo_vmware.api [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476106, 'name': RemoveSnapshot_Task, 'duration_secs': 0.483588} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.464933] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 881.465047] env[69265]: INFO nova.compute.manager [None req-dae4a929-e73d-45c4-932d-394b5e64e171 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Took 13.11 seconds to snapshot the instance on the hypervisor. [ 881.540778] env[69265]: DEBUG nova.compute.manager [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.541046] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.541927] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578ea896-637a-4957-a529-6e1e7c40cdba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.550220] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.550478] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bc1a054-379c-45ca-b130-216b517ae7b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.556935] env[69265]: DEBUG oslo_vmware.api [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 881.556935] env[69265]: value = "task-3476108" [ 881.556935] env[69265]: _type = "Task" [ 881.556935] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.565699] env[69265]: DEBUG oslo_vmware.api [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.578475] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5293cf00-2845-d234-8fe6-963fb88522fc, 'name': SearchDatastore_Task, 'duration_secs': 0.026856} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.578905] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.579179] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.579452] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.625503] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c02352-a6ba-9f81-b53c-dbb4ed32a739, 'name': SearchDatastore_Task, 'duration_secs': 0.030227} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.625964] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.626131] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5/c30f982f-1087-49e7-b4ae-40aae85b3af5.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.626535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.626764] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.627037] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a53dd03a-d788-468f-a22d-4621f7919676 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.629718] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad797d2c-a2f3-40af-b234-8e74667023c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.637825] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 881.637825] env[69265]: value = "task-3476109" [ 881.637825] env[69265]: _type = "Task" [ 881.637825] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.642715] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.642924] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.644052] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5763ab69-e015-418f-90c3-209fa1b2ba85 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.649747] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.652793] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 881.652793] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52914d1c-2bef-f5ab-5c82-66d2f7e76549" [ 881.652793] env[69265]: _type = "Task" [ 881.652793] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.660433] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52914d1c-2bef-f5ab-5c82-66d2f7e76549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.700546] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.700863] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.701099] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.701292] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.701469] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.704761] env[69265]: INFO nova.compute.manager [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Terminating instance [ 881.787218] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.787457] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.787934] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.798173] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.798425] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.865168] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476107, 'name': CreateVM_Task, 'duration_secs': 0.314575} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.865448] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.866187] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.866394] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.866707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.866955] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45aeae85-9b15-4f41-ad8b-ec87dddac10d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.871593] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 881.871593] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a73441-372f-7c5f-3391-949b8c7a1b68" [ 881.871593] env[69265]: _type = "Task" [ 881.871593] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.879768] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a73441-372f-7c5f-3391-949b8c7a1b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.957417] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.957940] env[69265]: DEBUG nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.960707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.127s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.962105] env[69265]: INFO nova.compute.claims [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.067580] env[69265]: DEBUG oslo_vmware.api [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476108, 'name': PowerOffVM_Task, 'duration_secs': 0.230889} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.067854] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.068037] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.068320] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-730e2b62-9559-4f0b-b918-bf7519eac65f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.148257] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.165057] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52914d1c-2bef-f5ab-5c82-66d2f7e76549, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.165657] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8b8c1a-5233-46a8-a716-fc88e3c85f49 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.171870] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 882.171870] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b52982-422c-11fe-ee3e-bd47e30d3a42" [ 882.171870] env[69265]: _type = "Task" [ 882.171870] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.180630] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b52982-422c-11fe-ee3e-bd47e30d3a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.213705] env[69265]: DEBUG nova.compute.manager [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.214099] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.215171] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f876c-9431-40e4-8032-b0eefbc91501 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.225801] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.226194] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e1bf537-ce5b-49f8-ae25-31e31224c506 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.384721] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a73441-372f-7c5f-3391-949b8c7a1b68, 'name': SearchDatastore_Task, 'duration_secs': 0.019904} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.385141] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.385416] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.385685] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.466463] env[69265]: DEBUG nova.compute.utils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.469543] env[69265]: DEBUG nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.469688] env[69265]: DEBUG nova.network.neutron [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.511897] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.512151] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.590543] env[69265]: DEBUG nova.policy [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00ccde829adb44729e8cb8d5981380d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e9bd1cdf0e422d8a808065a277dd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.648859] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832007} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.649520] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5/c30f982f-1087-49e7-b4ae-40aae85b3af5.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.649650] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.649880] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48977650-5b46-4672-bedb-a8f026b9f5e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.656079] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 882.656079] env[69265]: value = "task-3476112" [ 882.656079] env[69265]: _type = "Task" [ 882.656079] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.663771] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.685930] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b52982-422c-11fe-ee3e-bd47e30d3a42, 'name': SearchDatastore_Task, 'duration_secs': 0.059123} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.689901] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.689901] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8a0bb08c-059a-482c-98c6-efac90008748/8a0bb08c-059a-482c-98c6-efac90008748.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.689901] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.689901] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.689901] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88e5241a-70d8-43e5-8955-51588de830ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.691349] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f21b6ae-d390-4b81-9c4d-26abc730600f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.697971] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 882.697971] env[69265]: value = "task-3476113" [ 882.697971] env[69265]: _type = "Task" [ 882.697971] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.706026] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.707011] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.707199] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.707924] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af4d8cd-8b08-46b4-96fc-dc0fb5188451 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.712906] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 882.712906] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521c7e65-4dd9-5869-9bc0-8d166dd0c210" [ 882.712906] env[69265]: _type = "Task" [ 882.712906] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.721171] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521c7e65-4dd9-5869-9bc0-8d166dd0c210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.825762] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.826060] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.826154] env[69265]: DEBUG nova.network.neutron [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.956964] env[69265]: DEBUG nova.compute.manager [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Received event network-changed-98aa220a-1217-4125-bfc0-1bf7a70d4cb0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.957321] env[69265]: DEBUG nova.compute.manager [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Refreshing instance network info cache due to event network-changed-98aa220a-1217-4125-bfc0-1bf7a70d4cb0. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.957543] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Acquiring lock "refresh_cache-8a0bb08c-059a-482c-98c6-efac90008748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.957688] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Acquired lock "refresh_cache-8a0bb08c-059a-482c-98c6-efac90008748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.957908] env[69265]: DEBUG nova.network.neutron [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Refreshing network info cache for port 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.969245] env[69265]: DEBUG nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.166318] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069421} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.166777] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.167446] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2a2f02-a9fc-47fd-b2b7-56495abe8fa0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.193315] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5/c30f982f-1087-49e7-b4ae-40aae85b3af5.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.196480] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12849aa1-9458-4d71-a1bb-0c289fb5d374 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.220760] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 883.220760] env[69265]: value = "task-3476114" [ 883.220760] env[69265]: _type = "Task" [ 883.220760] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.225048] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.241740] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521c7e65-4dd9-5869-9bc0-8d166dd0c210, 'name': SearchDatastore_Task, 'duration_secs': 0.021629} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.241890] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.242596] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec0d422-96b5-4196-bff7-373ad8e69c56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.251149] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 883.251149] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52185afb-e5f7-dfba-b8c3-fc47e92cff52" [ 883.251149] env[69265]: _type = "Task" [ 883.251149] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.255400] env[69265]: DEBUG nova.network.neutron [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Successfully created port: d7e4af74-8ef8-47fa-aab3-179e6724f42b {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.263046] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52185afb-e5f7-dfba-b8c3-fc47e92cff52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.324399] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.324593] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.324846] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Deleting the datastore file [datastore1] 417b5827-79da-47a6-bf40-0eaee265660c {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.326155] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87a02be2-a943-4b02-9bf2-9a5812ae7d73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.328103] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.328330] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.328569] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleting the datastore file [datastore1] 95e4037c-05f6-4674-a4df-bbe7cbfbb8da {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.330904] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed34d41-1a50-4470-bdd6-c81fe5b1f264 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.340573] env[69265]: DEBUG oslo_vmware.api [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 883.340573] env[69265]: value = "task-3476115" [ 883.340573] env[69265]: _type = "Task" [ 883.340573] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.343221] env[69265]: DEBUG oslo_vmware.api [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 883.343221] env[69265]: value = "task-3476116" [ 883.343221] env[69265]: _type = "Task" [ 883.343221] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.356215] env[69265]: DEBUG oslo_vmware.api [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.360126] env[69265]: DEBUG oslo_vmware.api [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.632835] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df3c1e8-7c7d-49a1-9d3f-b66ae55b4907 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.642538] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fff096-d14e-4302-bf75-d13176675155 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.677818] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b2ac3-5454-424f-b853-f26b43620dc0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.689697] env[69265]: DEBUG nova.network.neutron [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance_info_cache with network_info: [{"id": "1dd31097-2332-48f6-8007-0d775365e966", "address": "fa:16:3e:cb:bc:8d", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd31097-23", "ovs_interfaceid": "1dd31097-2332-48f6-8007-0d775365e966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.690329] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a4c3ad-1991-472a-8268-6ad87b4b7358 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.709906] env[69265]: DEBUG nova.compute.provider_tree [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.722388] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476113, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.735416] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.762405] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52185afb-e5f7-dfba-b8c3-fc47e92cff52, 'name': SearchDatastore_Task, 'duration_secs': 0.034397} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.762682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.762941] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 01c1ddd3-75e4-47b9-8abb-5adb242c50ec/01c1ddd3-75e4-47b9-8abb-5adb242c50ec.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.763215] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f436b9b-0951-479f-b9ca-8e3229f1f3b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.769460] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 883.769460] env[69265]: value = "task-3476117" [ 883.769460] env[69265]: _type = "Task" [ 883.769460] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.777606] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.784201] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.784410] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.794035] env[69265]: DEBUG nova.network.neutron [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Updated VIF entry in instance network info cache for port 98aa220a-1217-4125-bfc0-1bf7a70d4cb0. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.794392] env[69265]: DEBUG nova.network.neutron [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Updating instance_info_cache with network_info: [{"id": "98aa220a-1217-4125-bfc0-1bf7a70d4cb0", "address": "fa:16:3e:cf:25:01", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aa220a-12", "ovs_interfaceid": "98aa220a-1217-4125-bfc0-1bf7a70d4cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.854224] env[69265]: DEBUG oslo_vmware.api [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358837} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.857163] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.857364] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.857547] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.857727] env[69265]: INFO nova.compute.manager [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Took 2.32 seconds to destroy the instance on the hypervisor. [ 883.857955] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.858468] env[69265]: DEBUG oslo_vmware.api [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359163} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.858668] env[69265]: DEBUG nova.compute.manager [-] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.858766] env[69265]: DEBUG nova.network.neutron [-] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.860323] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.860510] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.860699] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.860867] env[69265]: INFO nova.compute.manager [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Took 1.65 seconds to destroy the instance on the hypervisor. [ 883.861099] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.861288] env[69265]: DEBUG nova.compute.manager [-] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.861379] env[69265]: DEBUG nova.network.neutron [-] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.981971] env[69265]: DEBUG nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.013282] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.013282] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.013802] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.014075] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.014258] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.014445] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.014693] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.014907] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.015127] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.015336] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.015554] env[69265]: DEBUG nova.virt.hardware [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.016560] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531aca17-ebfb-49c5-9b99-585f79f9ef82 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.025741] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac02d4ef-21e6-4a33-9bd6-8d7e35150105 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.195784] env[69265]: DEBUG oslo_concurrency.lockutils [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.232963] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476113, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.077066} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.237203] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8a0bb08c-059a-482c-98c6-efac90008748/8a0bb08c-059a-482c-98c6-efac90008748.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.237975] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.238349] env[69265]: ERROR nova.scheduler.client.report [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [req-e8662429-cd56-4765-b7c6-8452fac0a49e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8662429-cd56-4765-b7c6-8452fac0a49e"}]} [ 884.238674] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f531c23f-4507-423c-92e9-23559e527ec1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.251025] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476114, 'name': ReconfigVM_Task, 'duration_secs': 0.921955} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.252422] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5/c30f982f-1087-49e7-b4ae-40aae85b3af5.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.253141] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 884.253141] env[69265]: value = "task-3476118" [ 884.253141] env[69265]: _type = "Task" [ 884.253141] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.253455] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80e96338-2e83-4b67-b139-b6df2a95f792 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.269681] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 884.269681] env[69265]: value = "task-3476119" [ 884.269681] env[69265]: _type = "Task" [ 884.269681] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.270291] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.271340] env[69265]: DEBUG nova.scheduler.client.report [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 884.303039] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476119, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.303039] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Releasing lock "refresh_cache-8a0bb08c-059a-482c-98c6-efac90008748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.303039] env[69265]: DEBUG nova.compute.manager [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Received event network-vif-plugged-fe4c6710-7f85-4306-97f0-24674ea2d5b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.303039] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Acquiring lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.303039] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.303039] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.303039] env[69265]: DEBUG nova.compute.manager [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] No waiting events found dispatching network-vif-plugged-fe4c6710-7f85-4306-97f0-24674ea2d5b1 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.303039] env[69265]: WARNING nova.compute.manager [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Received unexpected event network-vif-plugged-fe4c6710-7f85-4306-97f0-24674ea2d5b1 for instance with vm_state building and task_state spawning. [ 884.303039] env[69265]: DEBUG nova.compute.manager [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Received event network-changed-fe4c6710-7f85-4306-97f0-24674ea2d5b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.303039] env[69265]: DEBUG nova.compute.manager [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Refreshing instance network info cache due to event network-changed-fe4c6710-7f85-4306-97f0-24674ea2d5b1. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.303039] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Acquiring lock "refresh_cache-01c1ddd3-75e4-47b9-8abb-5adb242c50ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.303039] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Acquired lock "refresh_cache-01c1ddd3-75e4-47b9-8abb-5adb242c50ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.303039] env[69265]: DEBUG nova.network.neutron [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Refreshing network info cache for port fe4c6710-7f85-4306-97f0-24674ea2d5b1 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.308056] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476117, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.312216] env[69265]: DEBUG nova.scheduler.client.report [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 884.312216] env[69265]: DEBUG nova.compute.provider_tree [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.313703] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.315317] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.316874] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.316874] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.316874] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.316874] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.316874] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 884.316874] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.327942] env[69265]: DEBUG nova.scheduler.client.report [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 884.353618] env[69265]: DEBUG nova.scheduler.client.report [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 884.511452] env[69265]: DEBUG nova.compute.manager [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.513901] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a73b2-81e5-42b9-bc4f-dcd302f09a2e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.723264] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac04ea-8db3-48bf-b125-b712482e090f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.757227] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1777d23-db8a-4bd0-86e0-7f19e03b1887 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.761901] env[69265]: DEBUG nova.compute.manager [req-ce2aa677-2a20-4f06-99ab-7a3bbed6f0b4 req-37988ed8-2386-49c0-a0c5-c016ddf93b62 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Received event network-vif-deleted-6cd8271d-d442-49bd-b7a2-86dd71650178 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.763088] env[69265]: INFO nova.compute.manager [req-ce2aa677-2a20-4f06-99ab-7a3bbed6f0b4 req-37988ed8-2386-49c0-a0c5-c016ddf93b62 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Neutron deleted interface 6cd8271d-d442-49bd-b7a2-86dd71650178; detaching it from the instance and deleting it from the info cache [ 884.763088] env[69265]: DEBUG nova.network.neutron [req-ce2aa677-2a20-4f06-99ab-7a3bbed6f0b4 req-37988ed8-2386-49c0-a0c5-c016ddf93b62 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.773620] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance '8d0b13c6-cb9f-4980-930d-760e24dbab70' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.783698] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156826} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.797022] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.797022] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c7692c-57e4-4b18-ad1d-c2605ec35145 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.806143] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829445} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.820577] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 01c1ddd3-75e4-47b9-8abb-5adb242c50ec/01c1ddd3-75e4-47b9-8abb-5adb242c50ec.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.820745] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.821121] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476119, 'name': Rename_Task, 'duration_secs': 0.418536} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.823842] env[69265]: DEBUG nova.network.neutron [-] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.834170] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 8a0bb08c-059a-482c-98c6-efac90008748/8a0bb08c-059a-482c-98c6-efac90008748.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.834604] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d32df85d-ce37-4d2e-a2d4-988a19bfbfc6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.837211] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.838104] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.838357] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9210e80-06a8-479b-a7b7-e90e21ba1f8b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.859346] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04289766-a3e6-446c-beee-86a717329f61 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.868240] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 884.868240] env[69265]: value = "task-3476120" [ 884.868240] env[69265]: _type = "Task" [ 884.868240] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.868567] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 884.868567] env[69265]: value = "task-3476121" [ 884.868567] env[69265]: _type = "Task" [ 884.868567] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.870394] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 884.870394] env[69265]: value = "task-3476122" [ 884.870394] env[69265]: _type = "Task" [ 884.870394] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.890716] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.900223] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.900223] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476121, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.021824] env[69265]: DEBUG nova.network.neutron [-] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.031661] env[69265]: INFO nova.compute.manager [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] instance snapshotting [ 885.036744] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0882bee-9436-4495-93eb-a336673d4aab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.064987] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e6eb59-3f3a-406b-b587-dfbaa2e93138 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.220533] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986caa06-0fb3-479d-8fa8-49f84e752cc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.224468] env[69265]: DEBUG nova.network.neutron [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Updated VIF entry in instance network info cache for port fe4c6710-7f85-4306-97f0-24674ea2d5b1. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.224842] env[69265]: DEBUG nova.network.neutron [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Updating instance_info_cache with network_info: [{"id": "fe4c6710-7f85-4306-97f0-24674ea2d5b1", "address": "fa:16:3e:95:f3:bf", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe4c6710-7f", "ovs_interfaceid": "fe4c6710-7f85-4306-97f0-24674ea2d5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.228774] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07999a87-bf27-4913-b49c-a20819849013 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.263707] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed6f56e-ab88-4824-8a99-537db28e323a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.268532] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfa9531a-06a5-45b0-ba55-69ceacac99bf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.277158] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc74618-32a8-4f52-b44f-44e5ab788974 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.284025] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e445ed-d80a-419a-a395-383f3300d6a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.296647] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.305153] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afc22ad3-ae94-430f-a809-8839a020ab43 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.307475] env[69265]: DEBUG nova.compute.provider_tree [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.313927] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 885.313927] env[69265]: value = "task-3476123" [ 885.313927] env[69265]: _type = "Task" [ 885.313927] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.331431] env[69265]: DEBUG nova.compute.manager [req-ce2aa677-2a20-4f06-99ab-7a3bbed6f0b4 req-37988ed8-2386-49c0-a0c5-c016ddf93b62 service nova] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Detach interface failed, port_id=6cd8271d-d442-49bd-b7a2-86dd71650178, reason: Instance 95e4037c-05f6-4674-a4df-bbe7cbfbb8da could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.335502] env[69265]: INFO nova.compute.manager [-] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Took 1.47 seconds to deallocate network for instance. [ 885.335868] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.387455] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098732} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.390960] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.391560] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.392375] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4a63dd-3a77-4e7d-9964-53755382d8c5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.401394] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476122, 'name': ReconfigVM_Task, 'duration_secs': 0.307555} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.401394] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 8a0bb08c-059a-482c-98c6-efac90008748/8a0bb08c-059a-482c-98c6-efac90008748.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.401394] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d32ee2f-d701-40a6-9e97-4cf22c16d631 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.420288] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 01c1ddd3-75e4-47b9-8abb-5adb242c50ec/01c1ddd3-75e4-47b9-8abb-5adb242c50ec.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.421168] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448da3e2-4cdd-444e-9aa7-f186742a7020 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.439107] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 885.439107] env[69265]: value = "task-3476124" [ 885.439107] env[69265]: _type = "Task" [ 885.439107] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.443963] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 885.443963] env[69265]: value = "task-3476125" [ 885.443963] env[69265]: _type = "Task" [ 885.443963] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.450500] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476124, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.455855] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.502544] env[69265]: DEBUG nova.compute.manager [req-6efa3eff-0299-41bd-ac39-9125d9736302 req-a5b839e1-0265-407f-8e70-36b06cbbd422 service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Received event network-vif-plugged-d7e4af74-8ef8-47fa-aab3-179e6724f42b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.502766] env[69265]: DEBUG oslo_concurrency.lockutils [req-6efa3eff-0299-41bd-ac39-9125d9736302 req-a5b839e1-0265-407f-8e70-36b06cbbd422 service nova] Acquiring lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.502914] env[69265]: DEBUG oslo_concurrency.lockutils [req-6efa3eff-0299-41bd-ac39-9125d9736302 req-a5b839e1-0265-407f-8e70-36b06cbbd422 service nova] Lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.503121] env[69265]: DEBUG oslo_concurrency.lockutils [req-6efa3eff-0299-41bd-ac39-9125d9736302 req-a5b839e1-0265-407f-8e70-36b06cbbd422 service nova] Lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.503306] env[69265]: DEBUG nova.compute.manager [req-6efa3eff-0299-41bd-ac39-9125d9736302 req-a5b839e1-0265-407f-8e70-36b06cbbd422 service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] No waiting events found dispatching network-vif-plugged-d7e4af74-8ef8-47fa-aab3-179e6724f42b {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.503478] env[69265]: WARNING nova.compute.manager [req-6efa3eff-0299-41bd-ac39-9125d9736302 req-a5b839e1-0265-407f-8e70-36b06cbbd422 service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Received unexpected event network-vif-plugged-d7e4af74-8ef8-47fa-aab3-179e6724f42b for instance with vm_state building and task_state spawning. [ 885.524641] env[69265]: INFO nova.compute.manager [-] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Took 1.67 seconds to deallocate network for instance. [ 885.584980] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 885.584980] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00dc142c-5ed0-4d25-ac6c-99a8ab15765c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.591985] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 885.591985] env[69265]: value = "task-3476126" [ 885.591985] env[69265]: _type = "Task" [ 885.591985] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.602155] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476126, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.669148] env[69265]: DEBUG nova.network.neutron [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Successfully updated port: d7e4af74-8ef8-47fa-aab3-179e6724f42b {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.729343] env[69265]: DEBUG oslo_concurrency.lockutils [req-09233ed9-7b08-4023-b411-ad3503affafa req-e061f9f9-a5ef-4d8a-842c-8bbd95fe8b51 service nova] Releasing lock "refresh_cache-01c1ddd3-75e4-47b9-8abb-5adb242c50ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.824131] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.843472] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.848433] env[69265]: DEBUG nova.scheduler.client.report [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 885.848727] env[69265]: DEBUG nova.compute.provider_tree [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 88 to 89 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 885.848912] env[69265]: DEBUG nova.compute.provider_tree [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.880917] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476121, 'name': PowerOnVM_Task, 'duration_secs': 0.591161} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.881218] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.881425] env[69265]: DEBUG nova.compute.manager [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.882185] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2cc646-370e-476a-a049-2fc4f18aeb13 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.951700] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476124, 'name': Rename_Task, 'duration_secs': 0.157872} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.952367] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.952620] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-570bf83e-6441-4e2f-b61d-72fd024e9149 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.957313] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.961556] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 885.961556] env[69265]: value = "task-3476127" [ 885.961556] env[69265]: _type = "Task" [ 885.961556] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.969187] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.031927] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.104765] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476126, 'name': CreateSnapshot_Task, 'duration_secs': 0.459641} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.104952] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 886.105726] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b528e5a-3c46-47d8-8975-648662e6b1d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.173500] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquiring lock "refresh_cache-59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.173702] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquired lock "refresh_cache-59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.173893] env[69265]: DEBUG nova.network.neutron [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.325797] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.356385] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.395s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.356936] env[69265]: DEBUG nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.360386] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.546s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.360386] env[69265]: DEBUG nova.objects.instance [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lazy-loading 'resources' on Instance uuid 9edf3bcb-6734-4e69-9455-da267cea0bcd {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.393026] env[69265]: INFO nova.compute.manager [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] bringing vm to original state: 'stopped' [ 886.459651] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476125, 'name': ReconfigVM_Task, 'duration_secs': 0.549994} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.459991] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 01c1ddd3-75e4-47b9-8abb-5adb242c50ec/01c1ddd3-75e4-47b9-8abb-5adb242c50ec.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.461368] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a179e8d2-29c5-4fc4-ad94-c545da347f5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.474758] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 886.474758] env[69265]: value = "task-3476128" [ 886.474758] env[69265]: _type = "Task" [ 886.474758] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.475183] env[69265]: DEBUG oslo_vmware.api [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476127, 'name': PowerOnVM_Task, 'duration_secs': 0.47411} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.475727] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.476108] env[69265]: INFO nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Took 10.05 seconds to spawn the instance on the hypervisor. [ 886.476542] env[69265]: DEBUG nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.480426] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd5cc76-772e-4392-9a6b-797d683de633 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.626582] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.627009] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb1964f8-e09d-4f2b-a035-6f1952674172 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.638765] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 886.638765] env[69265]: value = "task-3476129" [ 886.638765] env[69265]: _type = "Task" [ 886.638765] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.650154] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476129, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.710895] env[69265]: DEBUG nova.network.neutron [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.826928] env[69265]: DEBUG oslo_vmware.api [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476123, 'name': PowerOnVM_Task, 'duration_secs': 1.406532} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.827189] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.827240] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-27b3234d-94f7-4cf7-b345-fdd08b433947 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance '8d0b13c6-cb9f-4980-930d-760e24dbab70' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.857042] env[69265]: DEBUG nova.compute.manager [req-d4ea53e1-a37a-4dae-9927-b54c88430735 req-86ede05f-29c1-4cb0-88de-9462d88a953e service nova] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Received event network-vif-deleted-1d027ea2-ba0a-45ad-b474-3228b2a676b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.862975] env[69265]: DEBUG nova.compute.utils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.867676] env[69265]: DEBUG nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.867676] env[69265]: DEBUG nova.network.neutron [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.932991] env[69265]: DEBUG nova.network.neutron [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Updating instance_info_cache with network_info: [{"id": "d7e4af74-8ef8-47fa-aab3-179e6724f42b", "address": "fa:16:3e:8d:59:ed", "network": {"id": "146ea762-ec23-478c-973b-e87b221a73cf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-469977771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e9bd1cdf0e422d8a808065a277dd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e4af74-8e", "ovs_interfaceid": "d7e4af74-8ef8-47fa-aab3-179e6724f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.938770] env[69265]: DEBUG nova.policy [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863fb5753cc6444aa46ee3bdf06e4d4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63c8f54b91a4da08f2daafc05c9b5fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.986567] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476128, 'name': Rename_Task, 'duration_secs': 0.290504} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.989485] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.990383] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e65a3eb-f1d9-4216-ad27-a6e7335f454f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.003335] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 887.003335] env[69265]: value = "task-3476130" [ 887.003335] env[69265]: _type = "Task" [ 887.003335] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.011669] env[69265]: INFO nova.compute.manager [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Took 43.02 seconds to build instance. [ 887.020040] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.151878] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476129, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.368605] env[69265]: DEBUG nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.413185] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.413713] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.414092] env[69265]: DEBUG nova.compute.manager [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.414971] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898bb472-ba06-4d42-a0ed-0bd4ae26c1f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.431814] env[69265]: DEBUG nova.compute.manager [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 887.436600] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Releasing lock "refresh_cache-59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.436941] env[69265]: DEBUG nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Instance network_info: |[{"id": "d7e4af74-8ef8-47fa-aab3-179e6724f42b", "address": "fa:16:3e:8d:59:ed", "network": {"id": "146ea762-ec23-478c-973b-e87b221a73cf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-469977771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e9bd1cdf0e422d8a808065a277dd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e4af74-8e", "ovs_interfaceid": "d7e4af74-8ef8-47fa-aab3-179e6724f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.437429] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:59:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7e4af74-8ef8-47fa-aab3-179e6724f42b', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.446950] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Creating folder: Project (e7e9bd1cdf0e422d8a808065a277dd89). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.451107] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc583718-dd47-487c-8d76-109630ca92fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.454778] env[69265]: DEBUG nova.network.neutron [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Successfully created port: 04b124de-c472-436c-8917-c9de4c7b7612 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.466581] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Created folder: Project (e7e9bd1cdf0e422d8a808065a277dd89) in parent group-v694865. [ 887.466788] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Creating folder: Instances. Parent ref: group-v695022. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.467765] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd3cd378-06dd-4f59-a4aa-61743ff6a895 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.488365] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Created folder: Instances in parent group-v695022. [ 887.488941] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.489414] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.489701] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-458ef8d5-7745-4283-9646-a3f0db7dab9b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.521095] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41364727-a451-4163-8e50-9e58273add9b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "8a0bb08c-059a-482c-98c6-efac90008748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.236s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.529567] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476130, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.534179] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.534179] env[69265]: value = "task-3476133" [ 887.534179] env[69265]: _type = "Task" [ 887.534179] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.546017] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476133, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.568852] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5284b2a6-42ff-45a9-88d4-6975f22cad55 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.577579] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6ced8b-bfd9-4363-94a2-dcfaa19627a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.616848] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7030ccaf-d086-4a0e-923d-3671f2d9c244 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.623856] env[69265]: DEBUG nova.compute.manager [req-02708608-91c0-448b-bcc6-58023c9c38df req-33380ce5-89a3-4029-b91c-02b160dd512e service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Received event network-changed-d7e4af74-8ef8-47fa-aab3-179e6724f42b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.624912] env[69265]: DEBUG nova.compute.manager [req-02708608-91c0-448b-bcc6-58023c9c38df req-33380ce5-89a3-4029-b91c-02b160dd512e service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Refreshing instance network info cache due to event network-changed-d7e4af74-8ef8-47fa-aab3-179e6724f42b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.625370] env[69265]: DEBUG oslo_concurrency.lockutils [req-02708608-91c0-448b-bcc6-58023c9c38df req-33380ce5-89a3-4029-b91c-02b160dd512e service nova] Acquiring lock "refresh_cache-59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.625505] env[69265]: DEBUG oslo_concurrency.lockutils [req-02708608-91c0-448b-bcc6-58023c9c38df req-33380ce5-89a3-4029-b91c-02b160dd512e service nova] Acquired lock "refresh_cache-59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.625793] env[69265]: DEBUG nova.network.neutron [req-02708608-91c0-448b-bcc6-58023c9c38df req-33380ce5-89a3-4029-b91c-02b160dd512e service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Refreshing network info cache for port d7e4af74-8ef8-47fa-aab3-179e6724f42b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.635670] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29db0fbc-48f2-49bd-8709-4f321679a21b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.652488] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476129, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.662543] env[69265]: DEBUG nova.compute.provider_tree [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.953150] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.953150] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93125d78-ca2c-4bd7-9852-09f896f0b3ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.962967] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 887.962967] env[69265]: value = "task-3476134" [ 887.962967] env[69265]: _type = "Task" [ 887.962967] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.973643] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.028021] env[69265]: DEBUG nova.compute.manager [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.031947] env[69265]: DEBUG oslo_vmware.api [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476130, 'name': PowerOnVM_Task, 'duration_secs': 0.547817} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.032637] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.036182] env[69265]: INFO nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Took 8.94 seconds to spawn the instance on the hypervisor. [ 888.036182] env[69265]: DEBUG nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.036182] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e77953-39a1-495b-96e5-04dd6e45fa72 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.060192] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476133, 'name': CreateVM_Task, 'duration_secs': 0.425529} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.060264] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.064020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.064020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.064020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.064020] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa5c9d8-eed9-4d47-bb90-342854a33a9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.070312] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 888.070312] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5263e838-dacc-1ae5-b397-0c3819481734" [ 888.070312] env[69265]: _type = "Task" [ 888.070312] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.086134] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5263e838-dacc-1ae5-b397-0c3819481734, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.086772] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.086772] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.087146] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.087146] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.087574] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.087668] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29806a25-ae42-4117-823d-f5cde6aa75f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.099625] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.099625] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.099625] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdca8c5-63ff-4c4e-93f3-74c8e8fba97d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.108202] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 888.108202] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5221c1e9-8891-115b-b9c2-d9c1871bd3d1" [ 888.108202] env[69265]: _type = "Task" [ 888.108202] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.120496] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5221c1e9-8891-115b-b9c2-d9c1871bd3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.154228] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476129, 'name': CloneVM_Task, 'duration_secs': 1.25884} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.154516] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Created linked-clone VM from snapshot [ 888.155519] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de7c8bb-c140-43b1-915f-3f977f30b1b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.171827] env[69265]: DEBUG nova.scheduler.client.report [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.175937] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Uploading image 76ea2295-7583-4330-b62d-782dac126898 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 888.213528] env[69265]: DEBUG oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 888.213528] env[69265]: value = "vm-695021" [ 888.213528] env[69265]: _type = "VirtualMachine" [ 888.213528] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 888.214635] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01908cf1-ba9e-4e28-b544-71305941cfa1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.222730] env[69265]: DEBUG oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lease: (returnval){ [ 888.222730] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f92af1-fb1f-5079-a03c-e1c665e48692" [ 888.222730] env[69265]: _type = "HttpNfcLease" [ 888.222730] env[69265]: } obtained for exporting VM: (result){ [ 888.222730] env[69265]: value = "vm-695021" [ 888.222730] env[69265]: _type = "VirtualMachine" [ 888.222730] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 888.223101] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the lease: (returnval){ [ 888.223101] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f92af1-fb1f-5079-a03c-e1c665e48692" [ 888.223101] env[69265]: _type = "HttpNfcLease" [ 888.223101] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 888.231597] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.231597] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f92af1-fb1f-5079-a03c-e1c665e48692" [ 888.231597] env[69265]: _type = "HttpNfcLease" [ 888.231597] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.381641] env[69265]: DEBUG nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.411929] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.412151] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.412316] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.412500] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.412696] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.412923] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.413170] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.413335] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.413502] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.413667] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.413843] env[69265]: DEBUG nova.virt.hardware [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.414731] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca92d1f-1fc3-4828-9582-b5f2135672b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.424081] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63073a-b6e7-402f-9b1e-bba7e8b9e715 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.477593] env[69265]: DEBUG oslo_vmware.api [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476134, 'name': PowerOffVM_Task, 'duration_secs': 0.177067} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.477593] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.477593] env[69265]: DEBUG nova.compute.manager [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.477593] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f6f488-3301-4f21-a3be-1a217cf6ccb5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.501318] env[69265]: DEBUG nova.network.neutron [req-02708608-91c0-448b-bcc6-58023c9c38df req-33380ce5-89a3-4029-b91c-02b160dd512e service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Updated VIF entry in instance network info cache for port d7e4af74-8ef8-47fa-aab3-179e6724f42b. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.502286] env[69265]: DEBUG nova.network.neutron [req-02708608-91c0-448b-bcc6-58023c9c38df req-33380ce5-89a3-4029-b91c-02b160dd512e service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Updating instance_info_cache with network_info: [{"id": "d7e4af74-8ef8-47fa-aab3-179e6724f42b", "address": "fa:16:3e:8d:59:ed", "network": {"id": "146ea762-ec23-478c-973b-e87b221a73cf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-469977771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e9bd1cdf0e422d8a808065a277dd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e4af74-8e", "ovs_interfaceid": "d7e4af74-8ef8-47fa-aab3-179e6724f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.555604] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.567951] env[69265]: INFO nova.compute.manager [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Took 42.77 seconds to build instance. [ 888.627888] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5221c1e9-8891-115b-b9c2-d9c1871bd3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016087} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.629886] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a914c1e4-d7ec-4429-8d8c-0dfcbde3f216 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.639098] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 888.639098] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b3a34e-0263-5df2-d2fe-92366588c6df" [ 888.639098] env[69265]: _type = "Task" [ 888.639098] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.648087] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b3a34e-0263-5df2-d2fe-92366588c6df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.682057] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.682757] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.764s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.684682] env[69265]: INFO nova.compute.claims [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.703491] env[69265]: INFO nova.scheduler.client.report [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Deleted allocations for instance 9edf3bcb-6734-4e69-9455-da267cea0bcd [ 888.732393] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.732393] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f92af1-fb1f-5079-a03c-e1c665e48692" [ 888.732393] env[69265]: _type = "HttpNfcLease" [ 888.732393] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 888.733384] env[69265]: DEBUG oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 888.733384] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f92af1-fb1f-5079-a03c-e1c665e48692" [ 888.733384] env[69265]: _type = "HttpNfcLease" [ 888.733384] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 888.733751] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa204762-bf4c-4368-8606-8debfa534641 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.744562] env[69265]: DEBUG oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b17c2-cb75-36b7-6744-3f122b78096f/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 888.746018] env[69265]: DEBUG oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b17c2-cb75-36b7-6744-3f122b78096f/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 888.931923] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b48ec2af-1527-4172-8b2d-1ff667354b7c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.992575] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.579s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.004410] env[69265]: DEBUG oslo_concurrency.lockutils [req-02708608-91c0-448b-bcc6-58023c9c38df req-33380ce5-89a3-4029-b91c-02b160dd512e service nova] Releasing lock "refresh_cache-59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.071158] env[69265]: DEBUG oslo_concurrency.lockutils [None req-423e4515-9752-4554-af50-460b74d309f2 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.697s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.149191] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b3a34e-0263-5df2-d2fe-92366588c6df, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.149494] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.149770] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4/59fdc1cf-af5f-478a-9990-d7ffc5dff0d4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.150056] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51a26ab0-7ac4-4dee-967b-f1916bbef0eb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.161992] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 889.161992] env[69265]: value = "task-3476136" [ 889.161992] env[69265]: _type = "Task" [ 889.161992] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.162709] env[69265]: DEBUG nova.network.neutron [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Port 1dd31097-2332-48f6-8007-0d775365e966 binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.162935] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.163110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.163270] env[69265]: DEBUG nova.network.neutron [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.175736] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.210790] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f451ac26-59be-4fd6-8c15-3b4c278eea71 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Lock "9edf3bcb-6734-4e69-9455-da267cea0bcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.502s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.254552] env[69265]: DEBUG nova.network.neutron [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Successfully updated port: 04b124de-c472-436c-8917-c9de4c7b7612 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.503028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.573718] env[69265]: DEBUG nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.684914] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476136, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.758193] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "refresh_cache-321d7df9-a19e-4f1f-bc92-3681a2f1989c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.758193] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "refresh_cache-321d7df9-a19e-4f1f-bc92-3681a2f1989c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.758193] env[69265]: DEBUG nova.network.neutron [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.928685] env[69265]: DEBUG nova.network.neutron [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance_info_cache with network_info: [{"id": "1dd31097-2332-48f6-8007-0d775365e966", "address": "fa:16:3e:cb:bc:8d", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd31097-23", "ovs_interfaceid": "1dd31097-2332-48f6-8007-0d775365e966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.095185] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.178254] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595913} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.180887] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4/59fdc1cf-af5f-478a-9990-d7ffc5dff0d4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.181373] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.181919] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3c1df7b-49f8-4896-8802-931d6bcbc870 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.193369] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 890.193369] env[69265]: value = "task-3476137" [ 890.193369] env[69265]: _type = "Task" [ 890.193369] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.214933] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.311149] env[69265]: DEBUG nova.network.neutron [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.353381] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88a3299-68d4-40f9-a9df-2712a18aacf3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.361083] env[69265]: DEBUG nova.compute.manager [req-4e963426-21bf-4607-a45e-f4e2bfc3fe28 req-34fe01e3-e121-4c12-bee2-62953c1b4000 service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Received event network-vif-plugged-04b124de-c472-436c-8917-c9de4c7b7612 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.361353] env[69265]: DEBUG oslo_concurrency.lockutils [req-4e963426-21bf-4607-a45e-f4e2bfc3fe28 req-34fe01e3-e121-4c12-bee2-62953c1b4000 service nova] Acquiring lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.361660] env[69265]: DEBUG oslo_concurrency.lockutils [req-4e963426-21bf-4607-a45e-f4e2bfc3fe28 req-34fe01e3-e121-4c12-bee2-62953c1b4000 service nova] Lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.361891] env[69265]: DEBUG oslo_concurrency.lockutils [req-4e963426-21bf-4607-a45e-f4e2bfc3fe28 req-34fe01e3-e121-4c12-bee2-62953c1b4000 service nova] Lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.362131] env[69265]: DEBUG nova.compute.manager [req-4e963426-21bf-4607-a45e-f4e2bfc3fe28 req-34fe01e3-e121-4c12-bee2-62953c1b4000 service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] No waiting events found dispatching network-vif-plugged-04b124de-c472-436c-8917-c9de4c7b7612 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.362319] env[69265]: WARNING nova.compute.manager [req-4e963426-21bf-4607-a45e-f4e2bfc3fe28 req-34fe01e3-e121-4c12-bee2-62953c1b4000 service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Received unexpected event network-vif-plugged-04b124de-c472-436c-8917-c9de4c7b7612 for instance with vm_state building and task_state spawning. [ 890.369680] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac551b5-15a5-4f21-9b39-4571ab2841c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.407773] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19332c28-5c62-4e46-a063-9e3263472f24 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.420308] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc22e5-aca7-4bee-9e91-e49c0e2a7a9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.438259] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.440655] env[69265]: DEBUG nova.compute.provider_tree [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.510336] env[69265]: DEBUG nova.network.neutron [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Updating instance_info_cache with network_info: [{"id": "04b124de-c472-436c-8917-c9de4c7b7612", "address": "fa:16:3e:de:ae:cb", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b124de-c4", "ovs_interfaceid": "04b124de-c472-436c-8917-c9de4c7b7612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.608077] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquiring lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.608622] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.702631] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079235} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.702982] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.703878] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41170fb4-bab1-4581-8b5a-4849a2306ed4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.726937] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4/59fdc1cf-af5f-478a-9990-d7ffc5dff0d4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.727495] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49bfe5ca-a4fe-4e15-9007-b8e3d6f9292b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.750182] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 890.750182] env[69265]: value = "task-3476138" [ 890.750182] env[69265]: _type = "Task" [ 890.750182] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.762292] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.944740] env[69265]: DEBUG nova.compute.manager [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69265) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 890.944740] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.945672] env[69265]: DEBUG nova.scheduler.client.report [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.017071] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "refresh_cache-321d7df9-a19e-4f1f-bc92-3681a2f1989c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.017071] env[69265]: DEBUG nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Instance network_info: |[{"id": "04b124de-c472-436c-8917-c9de4c7b7612", "address": "fa:16:3e:de:ae:cb", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b124de-c4", "ovs_interfaceid": "04b124de-c472-436c-8917-c9de4c7b7612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.017071] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ae:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04b124de-c472-436c-8917-c9de4c7b7612', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.026472] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.026801] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.027627] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41459258-b481-4820-9a8c-ce7e93102d7c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.054187] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.054187] env[69265]: value = "task-3476139" [ 891.054187] env[69265]: _type = "Task" [ 891.054187] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.063878] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476139, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.262113] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.264595] env[69265]: DEBUG nova.compute.manager [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.265734] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160616b-fa96-4467-84fb-2826d3e06d70 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.452536] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.453543] env[69265]: DEBUG nova.compute.manager [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.466331] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.429s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.466331] env[69265]: DEBUG nova.objects.instance [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lazy-loading 'resources' on Instance uuid cb571a45-6882-4e31-9e4b-e23db8d5caaf {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.564235] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476139, 'name': CreateVM_Task, 'duration_secs': 0.381313} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.564855] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.568499] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.568499] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.568499] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.568499] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dd8a82-8eee-44b3-b0b3-80952518d704 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.571805] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 891.571805] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243c0a7-a2e4-d987-f706-66495679b48a" [ 891.571805] env[69265]: _type = "Task" [ 891.571805] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.579624] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243c0a7-a2e4-d987-f706-66495679b48a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.763291] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476138, 'name': ReconfigVM_Task, 'duration_secs': 0.600378} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.763291] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4/59fdc1cf-af5f-478a-9990-d7ffc5dff0d4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.763291] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a18e426-36a2-4624-81b1-57f1415fae3b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.769620] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 891.769620] env[69265]: value = "task-3476140" [ 891.769620] env[69265]: _type = "Task" [ 891.769620] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.779163] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476140, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.781679] env[69265]: INFO nova.compute.manager [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] instance snapshotting [ 891.784283] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b5110f-fefb-4af2-b9d5-8c2e76f6dcbf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.804611] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d0748f-3a74-4cc2-a271-82100b22dcf2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.946888] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.947439] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.948114] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "c30f982f-1087-49e7-b4ae-40aae85b3af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.948602] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.948948] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.951746] env[69265]: INFO nova.compute.manager [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Terminating instance [ 891.970898] env[69265]: DEBUG nova.compute.utils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.973902] env[69265]: DEBUG nova.compute.manager [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 892.089044] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243c0a7-a2e4-d987-f706-66495679b48a, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.089044] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.089044] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.089044] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.089044] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.089044] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.089044] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5ba39ea-adef-41d8-96d8-dda0303e6743 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.103019] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.103019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.103019] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f75d6b-df16-4c92-b40d-4bd68c271cf3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.111436] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 892.111436] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52258274-3c14-d213-80a8-5e26bd076ee4" [ 892.111436] env[69265]: _type = "Task" [ 892.111436] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.122282] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52258274-3c14-d213-80a8-5e26bd076ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.283249] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476140, 'name': Rename_Task, 'duration_secs': 0.382864} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.283977] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.284442] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ca3cd87-b0ce-4df2-af73-4960e09daaa2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.292068] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 892.292068] env[69265]: value = "task-3476141" [ 892.292068] env[69265]: _type = "Task" [ 892.292068] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.301229] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.317587] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 892.318205] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-365002e0-9153-41c1-9f38-35a0e26b595a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.325811] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 892.325811] env[69265]: value = "task-3476142" [ 892.325811] env[69265]: _type = "Task" [ 892.325811] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.339051] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.460957] env[69265]: DEBUG nova.compute.manager [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.461325] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.462719] env[69265]: DEBUG nova.compute.manager [req-959bbfca-1841-40a5-a9fa-3cf4fee3e67e req-6c9c90c3-ca76-46b5-8b1a-671959ab0671 service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Received event network-changed-04b124de-c472-436c-8917-c9de4c7b7612 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.462943] env[69265]: DEBUG nova.compute.manager [req-959bbfca-1841-40a5-a9fa-3cf4fee3e67e req-6c9c90c3-ca76-46b5-8b1a-671959ab0671 service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Refreshing instance network info cache due to event network-changed-04b124de-c472-436c-8917-c9de4c7b7612. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.463279] env[69265]: DEBUG oslo_concurrency.lockutils [req-959bbfca-1841-40a5-a9fa-3cf4fee3e67e req-6c9c90c3-ca76-46b5-8b1a-671959ab0671 service nova] Acquiring lock "refresh_cache-321d7df9-a19e-4f1f-bc92-3681a2f1989c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.463941] env[69265]: DEBUG oslo_concurrency.lockutils [req-959bbfca-1841-40a5-a9fa-3cf4fee3e67e req-6c9c90c3-ca76-46b5-8b1a-671959ab0671 service nova] Acquired lock "refresh_cache-321d7df9-a19e-4f1f-bc92-3681a2f1989c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.463941] env[69265]: DEBUG nova.network.neutron [req-959bbfca-1841-40a5-a9fa-3cf4fee3e67e req-6c9c90c3-ca76-46b5-8b1a-671959ab0671 service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Refreshing network info cache for port 04b124de-c472-436c-8917-c9de4c7b7612 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.469717] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b8cda-3d6d-435a-a803-06fc5d066d28 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.481598] env[69265]: DEBUG nova.compute.manager [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.491782] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.494358] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e230b6d-53cf-41d6-b3eb-680db6d86053 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.558703] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.558996] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.559233] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleting the datastore file [datastore2] c30f982f-1087-49e7-b4ae-40aae85b3af5 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.559627] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd50e425-48c2-4331-8672-caa8b96e817f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.569144] env[69265]: DEBUG oslo_vmware.api [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 892.569144] env[69265]: value = "task-3476144" [ 892.569144] env[69265]: _type = "Task" [ 892.569144] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.577997] env[69265]: DEBUG oslo_vmware.api [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.622488] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52258274-3c14-d213-80a8-5e26bd076ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.018532} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.628248] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b181a8ae-7707-44a6-aabe-65995e876844 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.633673] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 892.633673] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526a044e-917c-17c1-c71b-e44e3f2017f6" [ 892.633673] env[69265]: _type = "Task" [ 892.633673] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.642448] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526a044e-917c-17c1-c71b-e44e3f2017f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.691636] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9bd7f9-6a0f-4e49-ae17-7cfeff0643ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.701462] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46951d39-823e-4bb0-a7b2-9ffeeaaaa509 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.741433] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d15d781-a253-4753-8595-aa61d444046a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.745039] env[69265]: DEBUG nova.network.neutron [req-959bbfca-1841-40a5-a9fa-3cf4fee3e67e req-6c9c90c3-ca76-46b5-8b1a-671959ab0671 service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Updated VIF entry in instance network info cache for port 04b124de-c472-436c-8917-c9de4c7b7612. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.745397] env[69265]: DEBUG nova.network.neutron [req-959bbfca-1841-40a5-a9fa-3cf4fee3e67e req-6c9c90c3-ca76-46b5-8b1a-671959ab0671 service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Updating instance_info_cache with network_info: [{"id": "04b124de-c472-436c-8917-c9de4c7b7612", "address": "fa:16:3e:de:ae:cb", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b124de-c4", "ovs_interfaceid": "04b124de-c472-436c-8917-c9de4c7b7612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.755106] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7717e99e-b2e3-46a8-9727-fbcdef9444f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.771371] env[69265]: DEBUG nova.compute.provider_tree [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.803024] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476141, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.837592] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.079635] env[69265]: DEBUG oslo_vmware.api [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155016} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.079969] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.080290] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.080290] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.080485] env[69265]: INFO nova.compute.manager [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Took 0.62 seconds to destroy the instance on the hypervisor. [ 893.080783] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.081050] env[69265]: DEBUG nova.compute.manager [-] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.081151] env[69265]: DEBUG nova.network.neutron [-] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.149074] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526a044e-917c-17c1-c71b-e44e3f2017f6, 'name': SearchDatastore_Task, 'duration_secs': 0.02059} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.149074] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.149074] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 321d7df9-a19e-4f1f-bc92-3681a2f1989c/321d7df9-a19e-4f1f-bc92-3681a2f1989c.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.149074] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af010f9-df79-4164-b113-5a1c316a2fd9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.154236] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 893.154236] env[69265]: value = "task-3476145" [ 893.154236] env[69265]: _type = "Task" [ 893.154236] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.165671] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.176598] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "efb255d6-ed95-452b-895e-cf8b788eecf1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.177016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.177327] env[69265]: DEBUG nova.compute.manager [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.178535] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e06346a-3de4-48f0-8aa9-591d13bc2351 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.185062] env[69265]: DEBUG nova.compute.manager [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 893.185518] env[69265]: DEBUG nova.objects.instance [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lazy-loading 'flavor' on Instance uuid efb255d6-ed95-452b-895e-cf8b788eecf1 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.250477] env[69265]: DEBUG oslo_concurrency.lockutils [req-959bbfca-1841-40a5-a9fa-3cf4fee3e67e req-6c9c90c3-ca76-46b5-8b1a-671959ab0671 service nova] Releasing lock "refresh_cache-321d7df9-a19e-4f1f-bc92-3681a2f1989c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.274594] env[69265]: DEBUG nova.scheduler.client.report [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.311078] env[69265]: DEBUG oslo_vmware.api [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476141, 'name': PowerOnVM_Task, 'duration_secs': 0.681342} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.311476] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.311568] env[69265]: INFO nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Took 9.33 seconds to spawn the instance on the hypervisor. [ 893.311746] env[69265]: DEBUG nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.312580] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2da6659-91b1-4ce2-88b7-68371fd0fc8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.341379] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476142, 'name': CreateSnapshot_Task, 'duration_secs': 0.7999} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.341733] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 893.342594] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0fbd7-3270-4932-98a0-f5fb8fb48799 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.494204] env[69265]: DEBUG nova.compute.manager [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.521437] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.521699] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.521860] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.522052] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.522203] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.522440] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.522551] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.522712] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.522879] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.523058] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.523243] env[69265]: DEBUG nova.virt.hardware [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.525863] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52ed6a-89fe-438c-8a80-62ed01af78e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.539190] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95925722-93d1-4ec4-af36-c920879cae21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.554080] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.559897] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Creating folder: Project (6f3dcab9d1484231a4b237d0cd5a47c8). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.560710] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b79aec3-6b49-4151-b783-7b23286806d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.571566] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Created folder: Project (6f3dcab9d1484231a4b237d0cd5a47c8) in parent group-v694865. [ 893.571757] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Creating folder: Instances. Parent ref: group-v695027. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.572000] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c73e146-d5ce-4bfe-81d9-7485ab6d0495 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.584290] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Created folder: Instances in parent group-v695027. [ 893.584570] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.584783] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.585028] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a553caf-4786-400e-882b-c15ade18e7b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.604680] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.604680] env[69265]: value = "task-3476148" [ 893.604680] env[69265]: _type = "Task" [ 893.604680] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.613643] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476148, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.664517] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.785307] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.787867] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.638s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.788097] env[69265]: DEBUG nova.objects.instance [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lazy-loading 'resources' on Instance uuid 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.821626] env[69265]: INFO nova.scheduler.client.report [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleted allocations for instance cb571a45-6882-4e31-9e4b-e23db8d5caaf [ 893.835205] env[69265]: INFO nova.compute.manager [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Took 46.86 seconds to build instance. [ 893.865176] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 893.865348] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a77d626-218c-412c-bfc0-a0cbaf2e325b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.875731] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 893.875731] env[69265]: value = "task-3476149" [ 893.875731] env[69265]: _type = "Task" [ 893.875731] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.885593] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476149, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.036395] env[69265]: DEBUG nova.network.neutron [-] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.116897] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476148, 'name': CreateVM_Task, 'duration_secs': 0.385475} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.117114] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.117576] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.117740] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.118082] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.118346] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efce32f2-03f1-4870-bcc6-3a13dbc71145 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.123622] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 894.123622] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de88bb-bc77-684f-e1bb-ec2f46da0d8b" [ 894.123622] env[69265]: _type = "Task" [ 894.123622] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.133655] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de88bb-bc77-684f-e1bb-ec2f46da0d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.164221] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605523} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.164490] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 321d7df9-a19e-4f1f-bc92-3681a2f1989c/321d7df9-a19e-4f1f-bc92-3681a2f1989c.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.164712] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.165547] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f39eaf90-d76e-4ba2-ae60-82520ebfd327 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.172706] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 894.172706] env[69265]: value = "task-3476150" [ 894.172706] env[69265]: _type = "Task" [ 894.172706] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.180263] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.201472] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.201472] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cf7cc99-9557-41fc-aca4-87a4c8e74561 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.207558] env[69265]: DEBUG oslo_vmware.api [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 894.207558] env[69265]: value = "task-3476151" [ 894.207558] env[69265]: _type = "Task" [ 894.207558] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.218513] env[69265]: DEBUG oslo_vmware.api [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.335288] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b23674a0-c826-40b4-ac93-9a1ac13dda2d tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "cb571a45-6882-4e31-9e4b-e23db8d5caaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.903s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.338139] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.661s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.387903] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476149, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.539431] env[69265]: INFO nova.compute.manager [-] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Took 1.46 seconds to deallocate network for instance. [ 894.610717] env[69265]: DEBUG nova.compute.manager [req-6232781b-ac58-4e1d-a140-6bf62516cc78 req-87a47d30-587d-473b-9bfa-e195a16bd024 service nova] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Received event network-vif-deleted-f2c175ba-68d7-432c-a73a-1602f522868d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.640462] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de88bb-bc77-684f-e1bb-ec2f46da0d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.014912} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.640797] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.642489] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.643327] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.643565] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.643676] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.643966] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28511b65-1b3f-42f2-9895-92b1ef4e4c1d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.653470] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.653653] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.654413] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31731461-f2c6-4745-9e78-96b79c41035d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.659998] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 894.659998] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528c11a2-b18b-01dd-7f87-4bf0bb6878e6" [ 894.659998] env[69265]: _type = "Task" [ 894.659998] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.670024] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528c11a2-b18b-01dd-7f87-4bf0bb6878e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.683716] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134233} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.683953] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.684770] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cddfffa-250e-41b6-a350-2ff72bc5ad38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.708447] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 321d7df9-a19e-4f1f-bc92-3681a2f1989c/321d7df9-a19e-4f1f-bc92-3681a2f1989c.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.711468] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceac1fc4-0bbb-48a0-900a-f30875ec89a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.737946] env[69265]: DEBUG oslo_vmware.api [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476151, 'name': PowerOffVM_Task, 'duration_secs': 0.404092} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.739378] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.739581] env[69265]: DEBUG nova.compute.manager [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.740272] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 894.740272] env[69265]: value = "task-3476152" [ 894.740272] env[69265]: _type = "Task" [ 894.740272] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.740695] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0915341-678b-4a31-b1a7-ee40ca05af51 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.756898] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.840034] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.890153] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476149, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.977331] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9045607c-3b27-4d3e-a7cd-cc71c8ece191 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.985194] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4e7331-7c55-483d-bdd8-dce7ac355ed0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.020531] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca5d69-e83f-479e-9311-e9e04486fb5f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.031494] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab57b8-f4a4-4216-8000-1395937d13e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.046237] env[69265]: DEBUG nova.compute.provider_tree [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.049102] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.173271] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528c11a2-b18b-01dd-7f87-4bf0bb6878e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011118} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.174061] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ace4de6-2788-4cd9-a331-88ea64540b36 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.179548] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 895.179548] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ce8beb-f0e3-10ca-1c19-40335d0687bf" [ 895.179548] env[69265]: _type = "Task" [ 895.179548] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.187968] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ce8beb-f0e3-10ca-1c19-40335d0687bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.253134] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.265640] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5ca29710-93df-41f6-9016-544841579dc6 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.363632] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.388141] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476149, 'name': CloneVM_Task} progress is 95%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.527273] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquiring lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.527419] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.527846] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquiring lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.528203] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.528503] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.531386] env[69265]: INFO nova.compute.manager [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Terminating instance [ 895.548903] env[69265]: DEBUG nova.scheduler.client.report [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.690946] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ce8beb-f0e3-10ca-1c19-40335d0687bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.691267] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.691534] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379/fb3332b1-6312-4ff0-8359-4fee8ae67379.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.691805] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f80ced3-4cf9-4d7f-82a9-46556aa0cecb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.699129] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 895.699129] env[69265]: value = "task-3476153" [ 895.699129] env[69265]: _type = "Task" [ 895.699129] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.707629] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.753275] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476152, 'name': ReconfigVM_Task, 'duration_secs': 0.76391} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.753577] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 321d7df9-a19e-4f1f-bc92-3681a2f1989c/321d7df9-a19e-4f1f-bc92-3681a2f1989c.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.754300] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28081427-12ba-43c7-aeb7-e689495e1ef5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.761516] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 895.761516] env[69265]: value = "task-3476154" [ 895.761516] env[69265]: _type = "Task" [ 895.761516] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.770652] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476154, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.890834] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476149, 'name': CloneVM_Task, 'duration_secs': 1.765643} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.891139] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Created linked-clone VM from snapshot [ 895.891940] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3d3d1c-0aa2-4123-8cd8-2b2dff29c804 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.900253] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Uploading image b272177e-c4fd-4759-b981-8e97d4b00f74 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 895.912164] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 895.912499] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f27245a-0294-4051-bd9d-67dd77318aa6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.919307] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 895.919307] env[69265]: value = "task-3476155" [ 895.919307] env[69265]: _type = "Task" [ 895.919307] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.929594] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476155, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.948040] env[69265]: DEBUG nova.objects.instance [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lazy-loading 'flavor' on Instance uuid efb255d6-ed95-452b-895e-cf8b788eecf1 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.036267] env[69265]: DEBUG nova.compute.manager [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.036548] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.037491] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e24cd49-2aeb-434a-9ff8-3bce3dc7a161 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.047572] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.047767] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a62ea8f5-80f1-48ee-97da-b08fb6f0f415 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.054784] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.058724] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.491s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.059037] env[69265]: DEBUG nova.objects.instance [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lazy-loading 'resources' on Instance uuid 06338a3b-8496-46c8-8c2f-d760493400c4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.060613] env[69265]: DEBUG oslo_vmware.api [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 896.060613] env[69265]: value = "task-3476156" [ 896.060613] env[69265]: _type = "Task" [ 896.060613] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.070253] env[69265]: DEBUG oslo_vmware.api [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.085750] env[69265]: INFO nova.scheduler.client.report [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Deleted allocations for instance 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf [ 896.212932] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.272773] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476154, 'name': Rename_Task, 'duration_secs': 0.184102} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.273183] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.273497] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee5eefe7-c32e-4b4d-8422-d3a25e8e2a50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.281331] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 896.281331] env[69265]: value = "task-3476157" [ 896.281331] env[69265]: _type = "Task" [ 896.281331] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.290220] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.431590] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476155, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.453261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.453554] env[69265]: DEBUG oslo_concurrency.lockutils [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquired lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.453773] env[69265]: DEBUG nova.network.neutron [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.453962] env[69265]: DEBUG nova.objects.instance [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lazy-loading 'info_cache' on Instance uuid efb255d6-ed95-452b-895e-cf8b788eecf1 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.573142] env[69265]: DEBUG oslo_vmware.api [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476156, 'name': PowerOffVM_Task, 'duration_secs': 0.353469} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.573444] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.573661] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.573912] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ff01b8-5aa3-4671-b41c-dd4abd262309 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.594462] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ba973e0e-589e-4242-8414-40f2d43d5954 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Lock "4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.004s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.632676] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.632908] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.633173] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Deleting the datastore file [datastore2] 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.633455] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e78b33-36d6-4d04-b321-76da91e6e6ec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.643271] env[69265]: DEBUG oslo_vmware.api [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for the task: (returnval){ [ 896.643271] env[69265]: value = "task-3476159" [ 896.643271] env[69265]: _type = "Task" [ 896.643271] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.652183] env[69265]: DEBUG oslo_vmware.api [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.710110] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580782} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.712837] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379/fb3332b1-6312-4ff0-8359-4fee8ae67379.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.713095] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.713562] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e600f3e4-72bb-4c5f-9f30-8a840063b341 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.720671] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 896.720671] env[69265]: value = "task-3476160" [ 896.720671] env[69265]: _type = "Task" [ 896.720671] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.733319] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.795787] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.933606] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476155, 'name': Destroy_Task, 'duration_secs': 0.611479} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.936408] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Destroyed the VM [ 896.936688] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.937185] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8da54261-09f6-4f64-9de3-4689c1c2a22f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.945039] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 896.945039] env[69265]: value = "task-3476161" [ 896.945039] env[69265]: _type = "Task" [ 896.945039] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.957344] env[69265]: DEBUG nova.objects.base [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 896.959060] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.087099] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10a87fe-0df8-4b91-b38f-edd5a5e360bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.095796] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8194f754-c05c-498e-bc29-df145de62136 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.128685] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240658e5-1114-4a85-a1a8-2421a1613517 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.136834] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abb3177-42c4-4bb2-ab41-eda0210e1e74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.152269] env[69265]: DEBUG nova.compute.provider_tree [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.162215] env[69265]: DEBUG oslo_vmware.api [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Task: {'id': task-3476159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167409} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.163173] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.163389] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.163573] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.163779] env[69265]: INFO nova.compute.manager [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 897.164063] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.164559] env[69265]: DEBUG nova.compute.manager [-] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.164653] env[69265]: DEBUG nova.network.neutron [-] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.233637] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068969} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.233858] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.234666] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e6ba73-af80-4fe6-91f4-833c1fb06fd4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.255006] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379/fb3332b1-6312-4ff0-8359-4fee8ae67379.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.255365] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28bf8fed-b682-4134-8fb5-edfee6dc85a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.277543] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 897.277543] env[69265]: value = "task-3476162" [ 897.277543] env[69265]: _type = "Task" [ 897.277543] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.288713] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.296644] env[69265]: DEBUG oslo_vmware.api [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476157, 'name': PowerOnVM_Task, 'duration_secs': 0.55665} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.296767] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.296980] env[69265]: INFO nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Took 8.92 seconds to spawn the instance on the hypervisor. [ 897.297176] env[69265]: DEBUG nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.297965] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4da0d0-d7f3-42ce-b517-6a7dfb241b20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.462567] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.663016] env[69265]: DEBUG nova.scheduler.client.report [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.736660] env[69265]: DEBUG nova.network.neutron [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Updating instance_info_cache with network_info: [{"id": "e51365a5-fcd9-427c-9bbd-f43d5dbf23ac", "address": "fa:16:3e:61:66:5b", "network": {"id": "b6ab8ad6-0a4a-4520-84be-6a244f042611", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-680384961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287d5723a63942f28a338774be68449a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51365a5-fc", "ovs_interfaceid": "e51365a5-fcd9-427c-9bbd-f43d5dbf23ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.780374] env[69265]: DEBUG nova.compute.manager [req-ae1b96ae-00d4-4d99-889a-dc0b154ceba4 req-ed0649da-a46f-4d09-8d27-c248ea2cc2ff service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Received event network-vif-deleted-d7e4af74-8ef8-47fa-aab3-179e6724f42b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.781238] env[69265]: INFO nova.compute.manager [req-ae1b96ae-00d4-4d99-889a-dc0b154ceba4 req-ed0649da-a46f-4d09-8d27-c248ea2cc2ff service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Neutron deleted interface d7e4af74-8ef8-47fa-aab3-179e6724f42b; detaching it from the instance and deleting it from the info cache [ 897.781238] env[69265]: DEBUG nova.network.neutron [req-ae1b96ae-00d4-4d99-889a-dc0b154ceba4 req-ed0649da-a46f-4d09-8d27-c248ea2cc2ff service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.797637] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476162, 'name': ReconfigVM_Task, 'duration_secs': 0.516234} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.797637] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379/fb3332b1-6312-4ff0-8359-4fee8ae67379.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.797637] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25f14ccb-fcfa-4035-8f89-ff0fedf471c9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.802780] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 897.802780] env[69265]: value = "task-3476163" [ 897.802780] env[69265]: _type = "Task" [ 897.802780] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.824138] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476163, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.824138] env[69265]: INFO nova.compute.manager [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Took 48.04 seconds to build instance. [ 897.957214] env[69265]: DEBUG nova.network.neutron [-] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.961156] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476161, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.172427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.175305] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.973s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.176927] env[69265]: INFO nova.compute.claims [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.197198] env[69265]: INFO nova.scheduler.client.report [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleted allocations for instance 06338a3b-8496-46c8-8c2f-d760493400c4 [ 898.240654] env[69265]: DEBUG oslo_concurrency.lockutils [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Releasing lock "refresh_cache-efb255d6-ed95-452b-895e-cf8b788eecf1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.289761] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c18b367e-3ca3-4e76-8fd4-3e7a2336e660 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.306088] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc99e219-4500-4ba8-90cf-21d9050ffe82 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.328779] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476163, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.330205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9deae9cc-2edb-4617-ac27-f37a22660c18 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.746s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.348654] env[69265]: DEBUG nova.compute.manager [req-ae1b96ae-00d4-4d99-889a-dc0b154ceba4 req-ed0649da-a46f-4d09-8d27-c248ea2cc2ff service nova] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Detach interface failed, port_id=d7e4af74-8ef8-47fa-aab3-179e6724f42b, reason: Instance 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.459256] env[69265]: DEBUG oslo_vmware.api [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476161, 'name': RemoveSnapshot_Task, 'duration_secs': 1.107757} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.459726] env[69265]: INFO nova.compute.manager [-] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Took 1.29 seconds to deallocate network for instance. [ 898.460047] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.674126] env[69265]: DEBUG oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b17c2-cb75-36b7-6744-3f122b78096f/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 898.674976] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d398e6-9ee6-4a1c-a2a5-38b6e7925db1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.684676] env[69265]: DEBUG oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b17c2-cb75-36b7-6744-3f122b78096f/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 898.684852] env[69265]: ERROR oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b17c2-cb75-36b7-6744-3f122b78096f/disk-0.vmdk due to incomplete transfer. [ 898.685300] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-278351fd-e6c4-49a8-972a-c9dd403948dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.692808] env[69265]: DEBUG oslo_vmware.rw_handles [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b17c2-cb75-36b7-6744-3f122b78096f/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 898.692998] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Uploaded image 76ea2295-7583-4330-b62d-782dac126898 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 898.695325] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 898.696138] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2aadcb3-e7b8-4f9e-87cf-0090c06a9cd3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.702435] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 898.702435] env[69265]: value = "task-3476164" [ 898.702435] env[69265]: _type = "Task" [ 898.702435] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.712941] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476164, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.713408] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3d641f9-86a6-4e45-8795-c645b24d5259 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "06338a3b-8496-46c8-8c2f-d760493400c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.818s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.828487] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476163, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.832410] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.967362] env[69265]: WARNING nova.compute.manager [None req-690ee66c-ed52-402a-b26b-8f4060bc16ca tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Image not found during snapshot: nova.exception.ImageNotFound: Image b272177e-c4fd-4759-b981-8e97d4b00f74 could not be found. [ 898.969912] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.066110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.066110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.215431] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476164, 'name': Destroy_Task, 'duration_secs': 0.292437} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.215431] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Destroyed the VM [ 899.215431] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 899.216482] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c72607fe-38d2-4bc6-9020-578dadf10b7e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.222120] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 899.222120] env[69265]: value = "task-3476165" [ 899.222120] env[69265]: _type = "Task" [ 899.222120] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.233446] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.246755] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.247450] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b3035f3-8e26-4c73-a6e4-79c0ba254d3e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.255334] env[69265]: DEBUG oslo_vmware.api [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 899.255334] env[69265]: value = "task-3476166" [ 899.255334] env[69265]: _type = "Task" [ 899.255334] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.268497] env[69265]: DEBUG oslo_vmware.api [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.328963] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476163, 'name': Rename_Task, 'duration_secs': 1.196019} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.329357] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.329987] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e881554c-f6d5-4895-a0e7-5c80b2751971 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.341067] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 899.341067] env[69265]: value = "task-3476167" [ 899.341067] env[69265]: _type = "Task" [ 899.341067] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.356513] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476167, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.359768] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.732752] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.767086] env[69265]: DEBUG oslo_vmware.api [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476166, 'name': PowerOnVM_Task, 'duration_secs': 0.407049} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.767086] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.767275] env[69265]: DEBUG nova.compute.manager [None req-84e0a9cc-e8d6-4a51-8040-29f5f54e7a6d tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.768622] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b256fdd9-7ff8-4e24-8abb-188ba2ea15b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.791921] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.791921] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.792176] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.792215] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.792367] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.796850] env[69265]: INFO nova.compute.manager [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Terminating instance [ 899.826972] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae968e6-d0fe-4f99-9925-c8d99ca31617 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.834462] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3072fb75-ffea-4884-8f63-6f73fc2a9c32 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.870135] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063c75f-bc69-44c8-a525-88bfb9cf1112 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.878328] env[69265]: DEBUG oslo_vmware.api [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476167, 'name': PowerOnVM_Task, 'duration_secs': 0.473111} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.879896] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.880148] env[69265]: INFO nova.compute.manager [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Took 6.39 seconds to spawn the instance on the hypervisor. [ 899.880336] env[69265]: DEBUG nova.compute.manager [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.881163] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e42d9e0-0254-42be-8367-b62adfa4748f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.884895] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f13444-9703-42ec-9ed6-0d0cd1d87100 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.902422] env[69265]: DEBUG nova.compute.provider_tree [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.233277] env[69265]: DEBUG oslo_vmware.api [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476165, 'name': RemoveSnapshot_Task, 'duration_secs': 0.739276} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.233566] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.233806] env[69265]: INFO nova.compute.manager [None req-cf4495fb-08df-4197-8cc3-73c1cb27f097 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Took 15.20 seconds to snapshot the instance on the hypervisor. [ 900.301307] env[69265]: DEBUG nova.compute.manager [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.301569] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.302659] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962deac8-7cff-4e65-9303-24e5c07c24d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.310477] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.310701] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c1fd2b0-27c0-4b96-b072-ec9c83cdf110 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.316169] env[69265]: DEBUG oslo_vmware.api [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 900.316169] env[69265]: value = "task-3476168" [ 900.316169] env[69265]: _type = "Task" [ 900.316169] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.325900] env[69265]: DEBUG oslo_vmware.api [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.409031] env[69265]: DEBUG nova.scheduler.client.report [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.415894] env[69265]: INFO nova.compute.manager [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Took 48.51 seconds to build instance. [ 900.826043] env[69265]: DEBUG oslo_vmware.api [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476168, 'name': PowerOffVM_Task, 'duration_secs': 0.436069} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.826343] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.826520] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.826781] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3071a632-5906-47da-85c7-1e89aa952792 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.889142] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.890062] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.890062] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleting the datastore file [datastore2] 01c1ddd3-75e4-47b9-8abb-5adb242c50ec {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.890062] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcb8a6c1-597c-470a-b58c-70bb03f4c820 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.899361] env[69265]: DEBUG oslo_vmware.api [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 900.899361] env[69265]: value = "task-3476170" [ 900.899361] env[69265]: _type = "Task" [ 900.899361] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.909306] env[69265]: DEBUG oslo_vmware.api [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.914184] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.914674] env[69265]: DEBUG nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.917405] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.025s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.918836] env[69265]: INFO nova.compute.claims [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.921443] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e09f6237-ef57-4b99-b64a-24a882b066b4 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "fb3332b1-6312-4ff0-8359-4fee8ae67379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.829s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.409418] env[69265]: DEBUG oslo_vmware.api [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404042} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.409752] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.409963] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.410159] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.410353] env[69265]: INFO nova.compute.manager [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Took 1.11 seconds to destroy the instance on the hypervisor. [ 901.410605] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.410846] env[69265]: DEBUG nova.compute.manager [-] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.410955] env[69265]: DEBUG nova.network.neutron [-] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.424055] env[69265]: DEBUG nova.compute.utils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.427449] env[69265]: DEBUG nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.427637] env[69265]: DEBUG nova.network.neutron [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.429858] env[69265]: DEBUG nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.483242] env[69265]: DEBUG nova.policy [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '165ed4ab9f6b44c893b42dee5bac17d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5cba856f9ce4a53bd994eb7f2815533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.920162] env[69265]: DEBUG nova.network.neutron [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Successfully created port: 0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.926802] env[69265]: DEBUG nova.compute.manager [req-1b23206c-3bdb-4b65-b754-9b4cbdd0f104 req-954b20cc-7a37-493c-8979-427555d36b01 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Received event network-vif-deleted-fe4c6710-7f85-4306-97f0-24674ea2d5b1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.926964] env[69265]: INFO nova.compute.manager [req-1b23206c-3bdb-4b65-b754-9b4cbdd0f104 req-954b20cc-7a37-493c-8979-427555d36b01 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Neutron deleted interface fe4c6710-7f85-4306-97f0-24674ea2d5b1; detaching it from the instance and deleting it from the info cache [ 901.927478] env[69265]: DEBUG nova.network.neutron [req-1b23206c-3bdb-4b65-b754-9b4cbdd0f104 req-954b20cc-7a37-493c-8979-427555d36b01 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.930705] env[69265]: DEBUG nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.967454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.210035] env[69265]: DEBUG nova.network.neutron [-] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.432285] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea229dfa-7d09-418a-b9b8-d9a3037d2816 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.446306] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd63b956-df49-4e0a-be70-49b51f79b83d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.486452] env[69265]: DEBUG nova.compute.manager [req-1b23206c-3bdb-4b65-b754-9b4cbdd0f104 req-954b20cc-7a37-493c-8979-427555d36b01 service nova] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Detach interface failed, port_id=fe4c6710-7f85-4306-97f0-24674ea2d5b1, reason: Instance 01c1ddd3-75e4-47b9-8abb-5adb242c50ec could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 902.489058] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1db9b90-8e7c-4da2-b080-c83eca4bffbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.496460] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade1117a-56b2-412c-b6d7-401bfbb9906f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.526957] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb195a5f-dcc5-494d-8b9c-1e05c796af4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.535941] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e86b38-501f-432a-8ff5-12fa3ca795a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.550470] env[69265]: DEBUG nova.compute.provider_tree [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.713063] env[69265]: INFO nova.compute.manager [-] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Took 1.30 seconds to deallocate network for instance. [ 902.805684] env[69265]: INFO nova.compute.manager [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Rebuilding instance [ 902.847207] env[69265]: DEBUG nova.compute.manager [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.848073] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b39d71-81ab-41a4-907d-b59bdc042630 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.959876] env[69265]: DEBUG nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.989693] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.989937] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.990106] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.990291] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.990434] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.990585] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.990784] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.990964] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.991698] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.991893] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.992088] env[69265]: DEBUG nova.virt.hardware [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.992983] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2edcc6f-23df-403b-a13e-49f3ea30e1bf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.000830] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa7e863-0321-4f64-a25d-75e4b7371bc0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.052997] env[69265]: DEBUG nova.scheduler.client.report [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.219475] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.557842] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.558311] env[69265]: DEBUG nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.561392] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.152s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.561598] env[69265]: DEBUG nova.objects.instance [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lazy-loading 'resources' on Instance uuid 159133ec-f812-4c14-83b0-2428af776431 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.861892] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.862461] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c89345-edb5-499f-8894-fc7c93b35262 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.870042] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 903.870042] env[69265]: value = "task-3476171" [ 903.870042] env[69265]: _type = "Task" [ 903.870042] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.879035] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.901282] env[69265]: DEBUG nova.compute.manager [req-c4c3b012-e451-4b43-9fd3-26f74b93f1f8 req-7eb5b6c4-41aa-4afd-b228-665e43fd68a2 service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Received event network-vif-plugged-0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.901498] env[69265]: DEBUG oslo_concurrency.lockutils [req-c4c3b012-e451-4b43-9fd3-26f74b93f1f8 req-7eb5b6c4-41aa-4afd-b228-665e43fd68a2 service nova] Acquiring lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.901712] env[69265]: DEBUG oslo_concurrency.lockutils [req-c4c3b012-e451-4b43-9fd3-26f74b93f1f8 req-7eb5b6c4-41aa-4afd-b228-665e43fd68a2 service nova] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.901880] env[69265]: DEBUG oslo_concurrency.lockutils [req-c4c3b012-e451-4b43-9fd3-26f74b93f1f8 req-7eb5b6c4-41aa-4afd-b228-665e43fd68a2 service nova] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.902212] env[69265]: DEBUG nova.compute.manager [req-c4c3b012-e451-4b43-9fd3-26f74b93f1f8 req-7eb5b6c4-41aa-4afd-b228-665e43fd68a2 service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] No waiting events found dispatching network-vif-plugged-0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.902466] env[69265]: WARNING nova.compute.manager [req-c4c3b012-e451-4b43-9fd3-26f74b93f1f8 req-7eb5b6c4-41aa-4afd-b228-665e43fd68a2 service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Received unexpected event network-vif-plugged-0cbcc628-19e8-434a-a14f-595bd9e7725b for instance with vm_state building and task_state spawning. [ 903.960674] env[69265]: DEBUG nova.network.neutron [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Successfully updated port: 0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.066791] env[69265]: DEBUG nova.compute.utils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.071750] env[69265]: DEBUG nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.071750] env[69265]: DEBUG nova.network.neutron [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.112625] env[69265]: DEBUG nova.policy [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e2f70db4dc3451994c6d4082701db2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcfd2d5afd344ef2a6d4f0ae0dec5298', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.379980] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476171, 'name': PowerOffVM_Task, 'duration_secs': 0.209312} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.380976] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.380976] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.387132] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1333a5-20d7-49a0-a99b-03ed7355c9da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.394581] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.394866] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cfc55d2-d22c-4b92-9911-66e53589d529 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.419710] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.419968] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.420196] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Deleting the datastore file [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.420485] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a869082d-27db-4b49-a3e9-b660750a9665 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.427814] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 904.427814] env[69265]: value = "task-3476173" [ 904.427814] env[69265]: _type = "Task" [ 904.427814] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.440265] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.468556] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.468556] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.468556] env[69265]: DEBUG nova.network.neutron [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.572952] env[69265]: DEBUG nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.609980] env[69265]: DEBUG nova.network.neutron [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Successfully created port: d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.651322] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53d0727-43ee-45df-9f86-a45feeb02850 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.659671] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418421e0-8cfd-4ad3-a1de-5c057cf6eac9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.691598] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35d722f-c29c-438e-9759-80f0255c50cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.700378] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fe8d6a-c6e4-4523-b4aa-606fe1e84928 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.714327] env[69265]: DEBUG nova.compute.provider_tree [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.938116] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101627} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.938387] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.938582] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.938799] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.010911] env[69265]: DEBUG nova.network.neutron [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.150492] env[69265]: DEBUG nova.network.neutron [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Updating instance_info_cache with network_info: [{"id": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "address": "fa:16:3e:73:5e:7e", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbcc628-19", "ovs_interfaceid": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.217375] env[69265]: DEBUG nova.scheduler.client.report [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.397241] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "79b20aa0-baba-43a6-ae69-9689ac007eca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.397241] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "79b20aa0-baba-43a6-ae69-9689ac007eca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.397241] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "79b20aa0-baba-43a6-ae69-9689ac007eca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.397241] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "79b20aa0-baba-43a6-ae69-9689ac007eca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.397241] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "79b20aa0-baba-43a6-ae69-9689ac007eca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.399136] env[69265]: INFO nova.compute.manager [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Terminating instance [ 905.586152] env[69265]: DEBUG nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.615022] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.615196] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.615355] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.615538] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.615683] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.615833] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.616041] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.616206] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.616372] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.616555] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.616870] env[69265]: DEBUG nova.virt.hardware [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.617685] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a8b58-a87b-4990-9a0d-e65452ee83d1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.626730] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf442e52-04e9-4f85-9c44-a042ed8ab763 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.653612] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.654022] env[69265]: DEBUG nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Instance network_info: |[{"id": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "address": "fa:16:3e:73:5e:7e", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbcc628-19", "ovs_interfaceid": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.654454] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:5e:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbcc628-19e8-434a-a14f-595bd9e7725b', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.664504] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.664817] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.665167] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976d426e-afcd-4a78-b475-ef133c3f467d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.699386] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.699386] env[69265]: value = "task-3476174" [ 905.699386] env[69265]: _type = "Task" [ 905.699386] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.707471] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476174, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.722496] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.724926] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.198s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.727291] env[69265]: INFO nova.compute.claims [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.746906] env[69265]: INFO nova.scheduler.client.report [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Deleted allocations for instance 159133ec-f812-4c14-83b0-2428af776431 [ 905.886673] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "8a0bb08c-059a-482c-98c6-efac90008748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.886981] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "8a0bb08c-059a-482c-98c6-efac90008748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.887257] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "8a0bb08c-059a-482c-98c6-efac90008748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.887453] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "8a0bb08c-059a-482c-98c6-efac90008748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.887641] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "8a0bb08c-059a-482c-98c6-efac90008748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.890185] env[69265]: INFO nova.compute.manager [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Terminating instance [ 905.902733] env[69265]: DEBUG nova.compute.manager [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.902886] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.903767] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0b3de0-c82a-4b48-b42e-c40c0359dc39 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.916259] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.916731] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee8be17c-f4f9-4a34-8e7c-ae4a9efb58de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.923288] env[69265]: DEBUG oslo_vmware.api [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 905.923288] env[69265]: value = "task-3476175" [ 905.923288] env[69265]: _type = "Task" [ 905.923288] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.934187] env[69265]: DEBUG oslo_vmware.api [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.970213] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.970519] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.970711] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.970969] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.971101] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.971251] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.971462] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.971627] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.971796] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.971961] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.972158] env[69265]: DEBUG nova.virt.hardware [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.973145] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e2c84f-a34e-4284-82e0-22fe027a3f5c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.981444] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7954e54d-a653-4b45-83c1-9c50542f17fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.988617] env[69265]: DEBUG nova.compute.manager [req-14749563-2b69-42c2-b92f-55094e252051 req-0821e2d6-b006-443b-8a0d-a8623efb19dd service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Received event network-changed-0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.988911] env[69265]: DEBUG nova.compute.manager [req-14749563-2b69-42c2-b92f-55094e252051 req-0821e2d6-b006-443b-8a0d-a8623efb19dd service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Refreshing instance network info cache due to event network-changed-0cbcc628-19e8-434a-a14f-595bd9e7725b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.989089] env[69265]: DEBUG oslo_concurrency.lockutils [req-14749563-2b69-42c2-b92f-55094e252051 req-0821e2d6-b006-443b-8a0d-a8623efb19dd service nova] Acquiring lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.989190] env[69265]: DEBUG oslo_concurrency.lockutils [req-14749563-2b69-42c2-b92f-55094e252051 req-0821e2d6-b006-443b-8a0d-a8623efb19dd service nova] Acquired lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.989481] env[69265]: DEBUG nova.network.neutron [req-14749563-2b69-42c2-b92f-55094e252051 req-0821e2d6-b006-443b-8a0d-a8623efb19dd service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Refreshing network info cache for port 0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.003203] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.008988] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.012389] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.012713] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ee8f677-30d0-4630-8028-76246ccebf51 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.030878] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.030878] env[69265]: value = "task-3476176" [ 906.030878] env[69265]: _type = "Task" [ 906.030878] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.041056] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476176, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.210169] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476174, 'name': CreateVM_Task, 'duration_secs': 0.377799} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.210341] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.211105] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.211345] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.211669] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.211930] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4595555f-3a4f-4b2d-9233-8d617d5ae4ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.219928] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 906.219928] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c45a78-69f2-bfab-80e7-08d4d558284c" [ 906.219928] env[69265]: _type = "Task" [ 906.219928] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.228405] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c45a78-69f2-bfab-80e7-08d4d558284c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.255026] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Lock "159133ec-f812-4c14-83b0-2428af776431" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.238s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.315160] env[69265]: DEBUG nova.network.neutron [req-14749563-2b69-42c2-b92f-55094e252051 req-0821e2d6-b006-443b-8a0d-a8623efb19dd service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Updated VIF entry in instance network info cache for port 0cbcc628-19e8-434a-a14f-595bd9e7725b. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.315399] env[69265]: DEBUG nova.network.neutron [req-14749563-2b69-42c2-b92f-55094e252051 req-0821e2d6-b006-443b-8a0d-a8623efb19dd service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Updating instance_info_cache with network_info: [{"id": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "address": "fa:16:3e:73:5e:7e", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbcc628-19", "ovs_interfaceid": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.394183] env[69265]: DEBUG nova.compute.manager [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.394429] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.395516] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a57cdfd-035e-42e1-b792-fca1ecf49435 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.403968] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.404253] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0277556-8f5f-4439-9e1a-216802ba30d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.411094] env[69265]: DEBUG oslo_vmware.api [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 906.411094] env[69265]: value = "task-3476177" [ 906.411094] env[69265]: _type = "Task" [ 906.411094] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.419725] env[69265]: DEBUG oslo_vmware.api [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.432121] env[69265]: DEBUG oslo_vmware.api [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476175, 'name': PowerOffVM_Task, 'duration_secs': 0.202564} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.432583] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.432765] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.433047] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc912d9c-f4cb-43e8-9fd8-7c154979ed71 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.539863] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476176, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.558366] env[69265]: DEBUG nova.network.neutron [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Successfully updated port: d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.643661] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.643970] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.644200] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Deleting the datastore file [datastore2] 79b20aa0-baba-43a6-ae69-9689ac007eca {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.644476] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad69b000-2ac3-4e7f-8efb-07e5aff2597d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.653133] env[69265]: DEBUG oslo_vmware.api [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 906.653133] env[69265]: value = "task-3476179" [ 906.653133] env[69265]: _type = "Task" [ 906.653133] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.661993] env[69265]: DEBUG oslo_vmware.api [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.732336] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c45a78-69f2-bfab-80e7-08d4d558284c, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.732613] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.732880] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.733379] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.733555] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.733759] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.734058] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6b25f0-49a6-4182-8508-cf2809d07cce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.755086] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.755374] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.756249] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d0c107-7a13-4a1e-98ff-e7b5fe895593 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.765237] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 906.765237] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523b74cd-2731-1337-9934-d2cc336ad8f1" [ 906.765237] env[69265]: _type = "Task" [ 906.765237] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.773936] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523b74cd-2731-1337-9934-d2cc336ad8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.818402] env[69265]: DEBUG oslo_concurrency.lockutils [req-14749563-2b69-42c2-b92f-55094e252051 req-0821e2d6-b006-443b-8a0d-a8623efb19dd service nova] Releasing lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.930594] env[69265]: DEBUG oslo_vmware.api [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476177, 'name': PowerOffVM_Task, 'duration_secs': 0.353531} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.930867] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.931041] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.931305] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2665c91a-7d97-496b-855a-76805be1cd92 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.998299] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.998625] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.998835] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleting the datastore file [datastore2] 8a0bb08c-059a-482c-98c6-efac90008748 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.999118] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8240906-f19e-4ad7-b74d-c6cb442b03ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.009018] env[69265]: DEBUG oslo_vmware.api [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 907.009018] env[69265]: value = "task-3476181" [ 907.009018] env[69265]: _type = "Task" [ 907.009018] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.016554] env[69265]: DEBUG oslo_vmware.api [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.042811] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476176, 'name': CreateVM_Task, 'duration_secs': 0.719354} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.043099] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.043569] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.044153] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.044525] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.044867] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170a8c39-ed7c-4320-a899-239bef2eb7a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.051896] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 907.051896] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529404bc-3865-f913-d27e-a8a25a2624d8" [ 907.051896] env[69265]: _type = "Task" [ 907.051896] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.060148] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529404bc-3865-f913-d27e-a8a25a2624d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.061763] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquiring lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.061899] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquired lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.062053] env[69265]: DEBUG nova.network.neutron [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.171365] env[69265]: DEBUG oslo_vmware.api [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136403} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.171365] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.171545] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.172104] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.175293] env[69265]: INFO nova.compute.manager [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Took 1.27 seconds to destroy the instance on the hypervisor. [ 907.175293] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.175293] env[69265]: DEBUG nova.compute.manager [-] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.175293] env[69265]: DEBUG nova.network.neutron [-] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.280094] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523b74cd-2731-1337-9934-d2cc336ad8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.00871} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.280861] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03043a35-2b82-4972-96e6-eef34962b25e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.288052] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 907.288052] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522b9418-862e-3175-5b8e-21c6a6d875a7" [ 907.288052] env[69265]: _type = "Task" [ 907.288052] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.296395] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522b9418-862e-3175-5b8e-21c6a6d875a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.297923] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47409d7f-2a46-4472-a0e7-01486826a8b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.304512] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ab1bb4-edd4-4391-9562-d5d7652183e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.338666] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5ab8e-aa47-4b20-a20e-ebc58193a387 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.346588] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b9a8d-499e-4a1a-8e53-cd170e77c614 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.360158] env[69265]: DEBUG nova.compute.provider_tree [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.518520] env[69265]: DEBUG oslo_vmware.api [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127868} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.518819] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.519093] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.519309] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.519487] env[69265]: INFO nova.compute.manager [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Took 1.13 seconds to destroy the instance on the hypervisor. [ 907.519834] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.520057] env[69265]: DEBUG nova.compute.manager [-] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.520158] env[69265]: DEBUG nova.network.neutron [-] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.567452] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529404bc-3865-f913-d27e-a8a25a2624d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.567870] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.567988] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.571172] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.609989] env[69265]: DEBUG nova.network.neutron [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.798708] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522b9418-862e-3175-5b8e-21c6a6d875a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.798998] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.799274] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 23caef4b-fd6a-479e-b30c-707001f2c38f/23caef4b-fd6a-479e-b30c-707001f2c38f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.799561] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.799749] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.799965] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b53633c1-8d2c-4215-ae29-92c617657988 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.802211] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7414dbea-f6fe-4fad-b1d9-385f1de6db81 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.811037] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 907.811037] env[69265]: value = "task-3476182" [ 907.811037] env[69265]: _type = "Task" [ 907.811037] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.812323] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.812567] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.816470] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5330dc72-311c-4fc1-9546-c68811e2b182 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.823682] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.825094] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 907.825094] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526cce64-018b-8a55-156d-9e40d5b971c1" [ 907.825094] env[69265]: _type = "Task" [ 907.825094] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.833804] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526cce64-018b-8a55-156d-9e40d5b971c1, 'name': SearchDatastore_Task, 'duration_secs': 0.00788} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.834890] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-487f2fea-76f8-4085-b484-aeacfbd45079 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.839419] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 907.839419] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ffa475-e132-d363-4b7f-bf0422d2e744" [ 907.839419] env[69265]: _type = "Task" [ 907.839419] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.847119] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ffa475-e132-d363-4b7f-bf0422d2e744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.848738] env[69265]: DEBUG nova.network.neutron [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Updating instance_info_cache with network_info: [{"id": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "address": "fa:16:3e:fe:20:18", "network": {"id": "9f12b87d-bd85-479f-8f08-7ea2a6bce8b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1295202314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcfd2d5afd344ef2a6d4f0ae0dec5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4febb4d-be", "ovs_interfaceid": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.865981] env[69265]: DEBUG nova.scheduler.client.report [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.323396] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465176} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.324268] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 23caef4b-fd6a-479e-b30c-707001f2c38f/23caef4b-fd6a-479e-b30c-707001f2c38f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.324671] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.325061] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-196cabd3-fc71-4dc8-a816-365bb9757758 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.335042] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 908.335042] env[69265]: value = "task-3476183" [ 908.335042] env[69265]: _type = "Task" [ 908.335042] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.348595] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.352597] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Releasing lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.352597] env[69265]: DEBUG nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Instance network_info: |[{"id": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "address": "fa:16:3e:fe:20:18", "network": {"id": "9f12b87d-bd85-479f-8f08-7ea2a6bce8b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1295202314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcfd2d5afd344ef2a6d4f0ae0dec5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4febb4d-be", "ovs_interfaceid": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.356018] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:20:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4febb4d-be0a-419b-9c83-cd9e4fe5e511', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.362361] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Creating folder: Project (bcfd2d5afd344ef2a6d4f0ae0dec5298). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.363138] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6580ca1c-930a-42cf-beb9-1ea6e1d70074 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.370692] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.371582] env[69265]: DEBUG nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.379150] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ffa475-e132-d363-4b7f-bf0422d2e744, 'name': SearchDatastore_Task, 'duration_secs': 0.007307} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.379150] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.625s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.379150] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.379150] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379/fb3332b1-6312-4ff0-8359-4fee8ae67379.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.379150] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7df69d5b-99a7-4c76-9570-d3071ccdcdf5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.382027] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Created folder: Project (bcfd2d5afd344ef2a6d4f0ae0dec5298) in parent group-v694865. [ 908.382260] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Creating folder: Instances. Parent ref: group-v695033. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.382524] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8b12fbd-cd9f-4e0e-b01b-1915865a83ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.385692] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 908.385692] env[69265]: value = "task-3476185" [ 908.385692] env[69265]: _type = "Task" [ 908.385692] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.389889] env[69265]: DEBUG nova.network.neutron [-] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.392252] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Created folder: Instances in parent group-v695033. [ 908.392631] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.396583] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.396997] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.397123] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bacdf031-66a1-4938-8f09-d90a5b9b280b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.419139] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.419139] env[69265]: value = "task-3476187" [ 908.419139] env[69265]: _type = "Task" [ 908.419139] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.423612] env[69265]: DEBUG nova.network.neutron [-] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.428448] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476187, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.430784] env[69265]: DEBUG nova.compute.manager [req-a190132a-1b00-4c67-b77e-cc99e14edbd1 req-c3a25350-7259-45b6-93b9-96d0fbae0f46 service nova] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Received event network-vif-deleted-98aa220a-1217-4125-bfc0-1bf7a70d4cb0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.557984] env[69265]: DEBUG nova.compute.manager [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Received event network-vif-plugged-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.558236] env[69265]: DEBUG oslo_concurrency.lockutils [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] Acquiring lock "40407a74-a9ce-41f0-a61b-a353eff49301-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.558503] env[69265]: DEBUG oslo_concurrency.lockutils [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] Lock "40407a74-a9ce-41f0-a61b-a353eff49301-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.558615] env[69265]: DEBUG oslo_concurrency.lockutils [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] Lock "40407a74-a9ce-41f0-a61b-a353eff49301-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.558883] env[69265]: DEBUG nova.compute.manager [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] No waiting events found dispatching network-vif-plugged-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.559047] env[69265]: WARNING nova.compute.manager [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Received unexpected event network-vif-plugged-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 for instance with vm_state building and task_state spawning. [ 908.559215] env[69265]: DEBUG nova.compute.manager [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Received event network-changed-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.559434] env[69265]: DEBUG nova.compute.manager [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Refreshing instance network info cache due to event network-changed-d4febb4d-be0a-419b-9c83-cd9e4fe5e511. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.559547] env[69265]: DEBUG oslo_concurrency.lockutils [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] Acquiring lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.559752] env[69265]: DEBUG oslo_concurrency.lockutils [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] Acquired lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.559945] env[69265]: DEBUG nova.network.neutron [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Refreshing network info cache for port d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.847565] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063324} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.847565] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.849547] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ba357-7833-4e52-8b6a-fd7270ab93da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.880445] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 23caef4b-fd6a-479e-b30c-707001f2c38f/23caef4b-fd6a-479e-b30c-707001f2c38f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.884075] env[69265]: DEBUG nova.compute.utils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.886484] env[69265]: INFO nova.compute.claims [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.892112] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1f251d-59b3-4a9a-85ed-be5ae8f621b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.913076] env[69265]: DEBUG nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.913279] env[69265]: DEBUG nova.network.neutron [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.915271] env[69265]: INFO nova.compute.manager [-] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Took 1.40 seconds to deallocate network for instance. [ 908.929829] env[69265]: INFO nova.compute.manager [-] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Took 1.76 seconds to deallocate network for instance. [ 908.930499] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 908.930499] env[69265]: value = "task-3476188" [ 908.930499] env[69265]: _type = "Task" [ 908.930499] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.936110] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443858} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.947477] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379/fb3332b1-6312-4ff0-8359-4fee8ae67379.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.947656] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.948208] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476187, 'name': CreateVM_Task, 'duration_secs': 0.508978} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.948629] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d27569f7-4d04-4781-b543-47de281fedf8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.950806] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.951923] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.952152] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.952590] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.956467] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943f0284-8a7e-4b18-95ba-d1aef1b69624 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.958104] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.960178] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 908.960178] env[69265]: value = "task-3476189" [ 908.960178] env[69265]: _type = "Task" [ 908.960178] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.961473] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 908.961473] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52653b5f-edf5-315d-fe60-9a81fa334630" [ 908.961473] env[69265]: _type = "Task" [ 908.961473] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.974395] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.979156] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52653b5f-edf5-315d-fe60-9a81fa334630, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.979156] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.979156] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.979156] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.979156] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.979517] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.979517] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67c5d698-15f9-4a62-b95f-979735843dcf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.987122] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.987319] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.988567] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d20a272-3e27-4849-8a42-4730ac9b2d23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.994072] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 908.994072] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524e6e1c-7d11-a1e5-caff-f671479de4d4" [ 908.994072] env[69265]: _type = "Task" [ 908.994072] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.002190] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524e6e1c-7d11-a1e5-caff-f671479de4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.004471] env[69265]: DEBUG nova.policy [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db061df3180e44969399f8abb8c71911', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae49997a2fe43e2b57261ae82d31f16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.415643] env[69265]: DEBUG nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.418576] env[69265]: INFO nova.compute.resource_tracker [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating resource usage from migration 7e2f8680-fab8-4c9f-a167-43e5c2a3087e [ 909.432250] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.444889] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476188, 'name': ReconfigVM_Task, 'duration_secs': 0.285159} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.445195] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 23caef4b-fd6a-479e-b30c-707001f2c38f/23caef4b-fd6a-479e-b30c-707001f2c38f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.445807] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ce42d8-ea8f-4075-98eb-5d7a8744ae4f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.450016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.453383] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 909.453383] env[69265]: value = "task-3476190" [ 909.453383] env[69265]: _type = "Task" [ 909.453383] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.465355] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476190, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.484935] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062176} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.485565] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.486659] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13a8f4c-9c3d-4b77-bdc7-696f2df90ae1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.510880] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379/fb3332b1-6312-4ff0-8359-4fee8ae67379.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.517213] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cff45aa-8c00-46fa-87d8-31d1d60e50b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.532429] env[69265]: DEBUG nova.network.neutron [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Successfully created port: da3330a8-a931-4589-9780-8ca34b96a347 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.542395] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524e6e1c-7d11-a1e5-caff-f671479de4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.546502] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 909.546502] env[69265]: value = "task-3476191" [ 909.546502] env[69265]: _type = "Task" [ 909.546502] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.549051] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62de4fdf-1d82-41be-933e-2482f84621d1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.559051] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 909.559051] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52df8950-5ebc-9421-9c5c-8c346235d5eb" [ 909.559051] env[69265]: _type = "Task" [ 909.559051] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.563248] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.572792] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52df8950-5ebc-9421-9c5c-8c346235d5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.575660] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.575940] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 40407a74-a9ce-41f0-a61b-a353eff49301/40407a74-a9ce-41f0-a61b-a353eff49301.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.576447] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1f13af-b2c0-47fb-bfa1-b8c3fcd52715 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.582488] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 909.582488] env[69265]: value = "task-3476192" [ 909.582488] env[69265]: _type = "Task" [ 909.582488] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.591059] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.608947] env[69265]: DEBUG nova.network.neutron [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Updated VIF entry in instance network info cache for port d4febb4d-be0a-419b-9c83-cd9e4fe5e511. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.609350] env[69265]: DEBUG nova.network.neutron [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Updating instance_info_cache with network_info: [{"id": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "address": "fa:16:3e:fe:20:18", "network": {"id": "9f12b87d-bd85-479f-8f08-7ea2a6bce8b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1295202314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcfd2d5afd344ef2a6d4f0ae0dec5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4febb4d-be", "ovs_interfaceid": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.964577] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476190, 'name': Rename_Task, 'duration_secs': 0.14321} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.967571] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.968127] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d156a3f6-34d5-4e95-acf2-57f195455936 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.975693] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 909.975693] env[69265]: value = "task-3476193" [ 909.975693] env[69265]: _type = "Task" [ 909.975693] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.986928] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.066131] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476191, 'name': ReconfigVM_Task, 'duration_secs': 0.271211} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.066437] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379/fb3332b1-6312-4ff0-8359-4fee8ae67379.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.067126] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1c57797-6c3b-4099-8474-002516034f40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.074914] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 910.074914] env[69265]: value = "task-3476194" [ 910.074914] env[69265]: _type = "Task" [ 910.074914] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.083252] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476194, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.093728] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474417} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.093728] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 40407a74-a9ce-41f0-a61b-a353eff49301/40407a74-a9ce-41f0-a61b-a353eff49301.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.093925] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.094192] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96aa8c48-992b-471e-be2a-65e5374124a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.100848] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 910.100848] env[69265]: value = "task-3476195" [ 910.100848] env[69265]: _type = "Task" [ 910.100848] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.112406] env[69265]: DEBUG oslo_concurrency.lockutils [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] Releasing lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.112637] env[69265]: DEBUG nova.compute.manager [req-61e61805-4c4e-4206-a02b-f5189de94d86 req-8fb67d70-4899-4f9f-ba10-7cd4bf4f5cb9 service nova] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Received event network-vif-deleted-314af1d9-170d-43a3-9636-2f2b2f8af999 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.113024] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.130322] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2710ee10-0ab3-4ede-aec0-b80a86f972a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.138024] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fb7952-79d7-4a63-8190-a7450b0d5380 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.171873] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cca87c4-f20d-47f4-9ad3-ee227e27bbc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.179211] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fda46c0-da6e-45d5-b0a2-c2185018d59e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.194559] env[69265]: DEBUG nova.compute.provider_tree [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.436898] env[69265]: DEBUG nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.465351] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.465653] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.465816] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.466009] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.466279] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.466435] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.466659] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.466811] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.466954] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.467135] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.468454] env[69265]: DEBUG nova.virt.hardware [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.468538] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a6529d-b4f2-426b-96af-77b0dacb7d9c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.476448] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f462eb-ce17-42a9-b0e7-b5b8c0e982ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.488918] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476193, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.587265] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476194, 'name': Rename_Task, 'duration_secs': 0.143181} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.587541] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.587788] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e2bb4be-9dbc-4d8a-84ec-f6cfc5bdce1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.594311] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 910.594311] env[69265]: value = "task-3476196" [ 910.594311] env[69265]: _type = "Task" [ 910.594311] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.602485] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.609902] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074079} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.610220] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.610966] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26135121-8944-41c9-91b7-d48624d298b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.633316] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 40407a74-a9ce-41f0-a61b-a353eff49301/40407a74-a9ce-41f0-a61b-a353eff49301.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.633561] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0af74d4-a904-4c4f-b8fd-124fa4fd9907 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.654047] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 910.654047] env[69265]: value = "task-3476197" [ 910.654047] env[69265]: _type = "Task" [ 910.654047] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.664037] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.698729] env[69265]: DEBUG nova.scheduler.client.report [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.992396] env[69265]: DEBUG oslo_vmware.api [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476193, 'name': PowerOnVM_Task, 'duration_secs': 0.757544} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.992694] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.992900] env[69265]: INFO nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Took 8.03 seconds to spawn the instance on the hypervisor. [ 910.993100] env[69265]: DEBUG nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.993898] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11224766-6025-457e-b249-c10a07280c67 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.104838] env[69265]: DEBUG oslo_vmware.api [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476196, 'name': PowerOnVM_Task, 'duration_secs': 0.462711} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.105140] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.105351] env[69265]: DEBUG nova.compute.manager [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.106280] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c904e693-422a-4b96-9a9d-97b51c49d77f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.164038] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476197, 'name': ReconfigVM_Task, 'duration_secs': 0.361778} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.164181] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 40407a74-a9ce-41f0-a61b-a353eff49301/40407a74-a9ce-41f0-a61b-a353eff49301.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.164797] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd83e8c-588b-4593-aed3-9093753a8f64 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.170848] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 911.170848] env[69265]: value = "task-3476198" [ 911.170848] env[69265]: _type = "Task" [ 911.170848] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.184890] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476198, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.204068] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.829s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.204320] env[69265]: INFO nova.compute.manager [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Migrating [ 911.212583] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.583s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.214254] env[69265]: INFO nova.compute.claims [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.361479] env[69265]: DEBUG nova.compute.manager [req-44103f32-ffb8-4b56-bb47-b96e3f3d3be5 req-31d31855-5625-49fd-a1c2-72327f651645 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Received event network-vif-plugged-da3330a8-a931-4589-9780-8ca34b96a347 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.361777] env[69265]: DEBUG oslo_concurrency.lockutils [req-44103f32-ffb8-4b56-bb47-b96e3f3d3be5 req-31d31855-5625-49fd-a1c2-72327f651645 service nova] Acquiring lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.362423] env[69265]: DEBUG oslo_concurrency.lockutils [req-44103f32-ffb8-4b56-bb47-b96e3f3d3be5 req-31d31855-5625-49fd-a1c2-72327f651645 service nova] Lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.362423] env[69265]: DEBUG oslo_concurrency.lockutils [req-44103f32-ffb8-4b56-bb47-b96e3f3d3be5 req-31d31855-5625-49fd-a1c2-72327f651645 service nova] Lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.362815] env[69265]: DEBUG nova.compute.manager [req-44103f32-ffb8-4b56-bb47-b96e3f3d3be5 req-31d31855-5625-49fd-a1c2-72327f651645 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] No waiting events found dispatching network-vif-plugged-da3330a8-a931-4589-9780-8ca34b96a347 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.363066] env[69265]: WARNING nova.compute.manager [req-44103f32-ffb8-4b56-bb47-b96e3f3d3be5 req-31d31855-5625-49fd-a1c2-72327f651645 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Received unexpected event network-vif-plugged-da3330a8-a931-4589-9780-8ca34b96a347 for instance with vm_state building and task_state spawning. [ 911.501757] env[69265]: DEBUG nova.network.neutron [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Successfully updated port: da3330a8-a931-4589-9780-8ca34b96a347 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.519513] env[69265]: INFO nova.compute.manager [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Took 56.33 seconds to build instance. [ 911.625210] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.689090] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476198, 'name': Rename_Task, 'duration_secs': 0.373565} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.689487] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.689823] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-004c562e-96ab-496b-a3b7-c79162aa55f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.697294] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 911.697294] env[69265]: value = "task-3476199" [ 911.697294] env[69265]: _type = "Task" [ 911.697294] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.709999] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.733161] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.733161] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.733161] env[69265]: DEBUG nova.network.neutron [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.004389] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "refresh_cache-ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.004535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquired lock "refresh_cache-ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.004694] env[69265]: DEBUG nova.network.neutron [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.017599] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6a20776-9160-4601-ab24-4f99e8737a96 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.665s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.207698] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.523252] env[69265]: DEBUG nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.543746] env[69265]: DEBUG nova.network.neutron [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance_info_cache with network_info: [{"id": "3f66e744-c440-4115-82ac-9880259062a6", "address": "fa:16:3e:77:f8:3c", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66e744-c4", "ovs_interfaceid": "3f66e744-c440-4115-82ac-9880259062a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.578647] env[69265]: DEBUG nova.network.neutron [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.713369] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.760880] env[69265]: DEBUG nova.network.neutron [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Updating instance_info_cache with network_info: [{"id": "da3330a8-a931-4589-9780-8ca34b96a347", "address": "fa:16:3e:c2:cd:6d", "network": {"id": "938f5711-49ed-4e8a-b985-de5edcdb0eb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-90505452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae49997a2fe43e2b57261ae82d31f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3330a8-a9", "ovs_interfaceid": "da3330a8-a931-4589-9780-8ca34b96a347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.820938] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3443689-8266-4289-ab30-88be9285553b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.827596] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827cd9d0-b538-4bda-98b4-25596dd4c71e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.863962] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ddc55-fe46-4877-832f-ca6c3bc435d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.874641] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b9c77e-8225-410c-a12f-ed1841cc2a97 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.885788] env[69265]: DEBUG nova.compute.provider_tree [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.932514] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "fb3332b1-6312-4ff0-8359-4fee8ae67379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.932900] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "fb3332b1-6312-4ff0-8359-4fee8ae67379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.933076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "fb3332b1-6312-4ff0-8359-4fee8ae67379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.933285] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "fb3332b1-6312-4ff0-8359-4fee8ae67379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.933455] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "fb3332b1-6312-4ff0-8359-4fee8ae67379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.937033] env[69265]: INFO nova.compute.manager [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Terminating instance [ 913.046543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.055564] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.165512] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "23caef4b-fd6a-479e-b30c-707001f2c38f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.165809] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.165956] env[69265]: INFO nova.compute.manager [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Shelving [ 913.209924] env[69265]: DEBUG oslo_vmware.api [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476199, 'name': PowerOnVM_Task, 'duration_secs': 1.343598} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.210324] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.210571] env[69265]: INFO nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Took 7.62 seconds to spawn the instance on the hypervisor. [ 913.210799] env[69265]: DEBUG nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.213087] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f1a1c-0b1e-47cf-be01-2ba077e15f20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.264181] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Releasing lock "refresh_cache-ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.264538] env[69265]: DEBUG nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Instance network_info: |[{"id": "da3330a8-a931-4589-9780-8ca34b96a347", "address": "fa:16:3e:c2:cd:6d", "network": {"id": "938f5711-49ed-4e8a-b985-de5edcdb0eb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-90505452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae49997a2fe43e2b57261ae82d31f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3330a8-a9", "ovs_interfaceid": "da3330a8-a931-4589-9780-8ca34b96a347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.265306] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:cd:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da3330a8-a931-4589-9780-8ca34b96a347', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.274868] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.275945] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.276512] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b13d7a6d-a66c-42ae-8918-905f7b0d1065 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.299632] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.299632] env[69265]: value = "task-3476200" [ 913.299632] env[69265]: _type = "Task" [ 913.299632] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.306505] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476200, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.389189] env[69265]: DEBUG nova.scheduler.client.report [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.440337] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "refresh_cache-fb3332b1-6312-4ff0-8359-4fee8ae67379" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.440572] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquired lock "refresh_cache-fb3332b1-6312-4ff0-8359-4fee8ae67379" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.440717] env[69265]: DEBUG nova.network.neutron [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.734891] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquiring lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.735168] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.735586] env[69265]: INFO nova.compute.manager [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Took 50.87 seconds to build instance. [ 913.808976] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476200, 'name': CreateVM_Task, 'duration_secs': 0.333248} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.809206] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.809979] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.810202] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.810554] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.810866] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11608c15-9c22-4e0d-a79d-28fe15effd1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.815986] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 913.815986] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be4123-16b7-1e5e-890d-ee982cd3211f" [ 913.815986] env[69265]: _type = "Task" [ 913.815986] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.826132] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be4123-16b7-1e5e-890d-ee982cd3211f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.896824] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.897537] env[69265]: DEBUG nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.901090] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.921s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.902555] env[69265]: INFO nova.compute.claims [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.966622] env[69265]: DEBUG nova.network.neutron [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.020745] env[69265]: DEBUG nova.network.neutron [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.040265] env[69265]: DEBUG nova.compute.manager [req-3a3a61a0-1823-4ce8-a16f-42db8cadadeb req-afb3ba5f-cbf5-4a06-b268-7f7bc556ec21 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Received event network-changed-da3330a8-a931-4589-9780-8ca34b96a347 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.040265] env[69265]: DEBUG nova.compute.manager [req-3a3a61a0-1823-4ce8-a16f-42db8cadadeb req-afb3ba5f-cbf5-4a06-b268-7f7bc556ec21 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Refreshing instance network info cache due to event network-changed-da3330a8-a931-4589-9780-8ca34b96a347. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.040265] env[69265]: DEBUG oslo_concurrency.lockutils [req-3a3a61a0-1823-4ce8-a16f-42db8cadadeb req-afb3ba5f-cbf5-4a06-b268-7f7bc556ec21 service nova] Acquiring lock "refresh_cache-ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.040265] env[69265]: DEBUG oslo_concurrency.lockutils [req-3a3a61a0-1823-4ce8-a16f-42db8cadadeb req-afb3ba5f-cbf5-4a06-b268-7f7bc556ec21 service nova] Acquired lock "refresh_cache-ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.040265] env[69265]: DEBUG nova.network.neutron [req-3a3a61a0-1823-4ce8-a16f-42db8cadadeb req-afb3ba5f-cbf5-4a06-b268-7f7bc556ec21 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Refreshing network info cache for port da3330a8-a931-4589-9780-8ca34b96a347 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.176166] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.176487] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd47a649-b105-496e-bb2d-39845a57e1a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.183834] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 914.183834] env[69265]: value = "task-3476201" [ 914.183834] env[69265]: _type = "Task" [ 914.183834] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.192865] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.238451] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1a88fa6c-158e-437b-b43b-066c943a0120 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "40407a74-a9ce-41f0-a61b-a353eff49301" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.666s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.327380] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be4123-16b7-1e5e-890d-ee982cd3211f, 'name': SearchDatastore_Task, 'duration_secs': 0.013026} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.327743] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.328053] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.328313] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.328514] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.328691] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.328995] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3a1e994-9fdc-4c8d-9653-4902cc4e8471 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.340810] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.341093] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.341844] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1822d3d5-6eb3-463b-859e-056426cdc386 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.348270] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 914.348270] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5295997a-dcbe-421a-fd88-6956e37fe6c2" [ 914.348270] env[69265]: _type = "Task" [ 914.348270] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.358018] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5295997a-dcbe-421a-fd88-6956e37fe6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.407894] env[69265]: DEBUG nova.compute.utils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.415352] env[69265]: DEBUG nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.415499] env[69265]: DEBUG nova.network.neutron [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.455836] env[69265]: DEBUG nova.policy [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34bffe5f17094cdc9e9b50cbd74739b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fc5991a4604cea846e2f0741bd39c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.523808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Releasing lock "refresh_cache-fb3332b1-6312-4ff0-8359-4fee8ae67379" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.524314] env[69265]: DEBUG nova.compute.manager [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.524628] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.525410] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30980de1-6aa6-49cd-832b-85b5ba6837ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.533880] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.534139] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf8ee8a6-da3b-4347-a585-27cf9c9602c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.540229] env[69265]: DEBUG oslo_vmware.api [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 914.540229] env[69265]: value = "task-3476202" [ 914.540229] env[69265]: _type = "Task" [ 914.540229] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.550963] env[69265]: DEBUG oslo_vmware.api [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.563594] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af235b8-1876-4e81-8f70-4f7740012d93 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.582354] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance '6b2ebe83-7312-4c1b-a984-86256ccd217c' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.702934] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476201, 'name': PowerOffVM_Task, 'duration_secs': 0.196085} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.703258] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.704999] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc3ff1-6b7c-488b-b91e-2880a15df1c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.740567] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e351cfc-fa37-4a5e-9558-51f4767a3507 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.744385] env[69265]: DEBUG nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.795482] env[69265]: DEBUG nova.network.neutron [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Successfully created port: e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.858570] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5295997a-dcbe-421a-fd88-6956e37fe6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.859680] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42c2508-d235-42d6-9919-933263456ba2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.864598] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 914.864598] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5266ce15-282d-7e88-ad74-c26933f05436" [ 914.864598] env[69265]: _type = "Task" [ 914.864598] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.874019] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5266ce15-282d-7e88-ad74-c26933f05436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.915980] env[69265]: DEBUG nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.998732] env[69265]: DEBUG nova.network.neutron [req-3a3a61a0-1823-4ce8-a16f-42db8cadadeb req-afb3ba5f-cbf5-4a06-b268-7f7bc556ec21 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Updated VIF entry in instance network info cache for port da3330a8-a931-4589-9780-8ca34b96a347. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.999301] env[69265]: DEBUG nova.network.neutron [req-3a3a61a0-1823-4ce8-a16f-42db8cadadeb req-afb3ba5f-cbf5-4a06-b268-7f7bc556ec21 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Updating instance_info_cache with network_info: [{"id": "da3330a8-a931-4589-9780-8ca34b96a347", "address": "fa:16:3e:c2:cd:6d", "network": {"id": "938f5711-49ed-4e8a-b985-de5edcdb0eb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-90505452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae49997a2fe43e2b57261ae82d31f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3330a8-a9", "ovs_interfaceid": "da3330a8-a931-4589-9780-8ca34b96a347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.052102] env[69265]: DEBUG oslo_vmware.api [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476202, 'name': PowerOffVM_Task, 'duration_secs': 0.275351} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.055013] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.055235] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.055840] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea7f3f72-9358-4a88-b97d-273460150c37 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.079892] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.080159] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.080645] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Deleting the datastore file [datastore2] fb3332b1-6312-4ff0-8359-4fee8ae67379 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.080938] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a038ebf4-38c7-434e-8b65-706ea2e258db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.090224] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.091785] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f079ff91-e326-498b-8c36-17fcb6ad0179 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.093256] env[69265]: DEBUG oslo_vmware.api [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for the task: (returnval){ [ 915.093256] env[69265]: value = "task-3476204" [ 915.093256] env[69265]: _type = "Task" [ 915.093256] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.097487] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 915.097487] env[69265]: value = "task-3476205" [ 915.097487] env[69265]: _type = "Task" [ 915.097487] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.103493] env[69265]: DEBUG oslo_vmware.api [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.111318] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 915.111501] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance '6b2ebe83-7312-4c1b-a984-86256ccd217c' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.259696] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.260201] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3990dc6a-3488-4b10-8b86-f87f2e87d560 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.266909] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 915.266909] env[69265]: value = "task-3476206" [ 915.266909] env[69265]: _type = "Task" [ 915.266909] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.277781] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.278890] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.378486] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5266ce15-282d-7e88-ad74-c26933f05436, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.379064] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.379167] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] ad5e7490-9ef5-43b0-a7dc-e9feb171cc09/ad5e7490-9ef5-43b0-a7dc-e9feb171cc09.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.379382] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7898c0b2-42e2-4eaa-b6aa-20a02f404cfb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.388399] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 915.388399] env[69265]: value = "task-3476207" [ 915.388399] env[69265]: _type = "Task" [ 915.388399] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.396771] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.504368] env[69265]: DEBUG oslo_concurrency.lockutils [req-3a3a61a0-1823-4ce8-a16f-42db8cadadeb req-afb3ba5f-cbf5-4a06-b268-7f7bc556ec21 service nova] Releasing lock "refresh_cache-ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.518668] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eef28c-73f0-4b8d-a2ad-827028e21750 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.526792] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac52f94a-3094-4067-8878-18e321581a44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.563872] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd8f5eb-18c8-429d-a855-c8935db15201 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.571731] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e4bb6-d8f9-48af-ab92-0b13cc33f47f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.586054] env[69265]: DEBUG nova.compute.provider_tree [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.604370] env[69265]: DEBUG oslo_vmware.api [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Task: {'id': task-3476204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101764} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.604901] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.604901] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.605293] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.605293] env[69265]: INFO nova.compute.manager [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Took 1.08 seconds to destroy the instance on the hypervisor. [ 915.605561] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.605750] env[69265]: DEBUG nova.compute.manager [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.605852] env[69265]: DEBUG nova.network.neutron [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.617800] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.618093] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.618250] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.618457] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.618609] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.618828] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.619106] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.619274] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.619442] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.619602] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.619941] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.625653] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a9c1db-0482-47c6-917f-211a9dd9c470 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.638076] env[69265]: DEBUG nova.network.neutron [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.646023] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 915.646023] env[69265]: value = "task-3476208" [ 915.646023] env[69265]: _type = "Task" [ 915.646023] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.657638] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.780355] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476206, 'name': CreateSnapshot_Task, 'duration_secs': 0.481601} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.780814] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.781636] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d3038-3b99-4f07-863a-31df79facfbe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.898578] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494384} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.898880] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] ad5e7490-9ef5-43b0-a7dc-e9feb171cc09/ad5e7490-9ef5-43b0-a7dc-e9feb171cc09.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.899128] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.899382] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82842c22-608f-4929-ac14-f46e41b32e56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.907046] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 915.907046] env[69265]: value = "task-3476209" [ 915.907046] env[69265]: _type = "Task" [ 915.907046] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.914593] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.930180] env[69265]: DEBUG nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.959880] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.960170] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.960347] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.960515] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.960667] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.960805] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.961026] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.961296] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.961465] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.961630] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.961804] env[69265]: DEBUG nova.virt.hardware [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.962670] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1e207-c3b1-4743-a22c-4d3d96d5f702 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.970130] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d518c7b-f935-4e1b-9d57-e31d8488e3bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.090124] env[69265]: DEBUG nova.scheduler.client.report [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.141457] env[69265]: DEBUG nova.network.neutron [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.159843] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476208, 'name': ReconfigVM_Task, 'duration_secs': 0.153285} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.162026] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance '6b2ebe83-7312-4c1b-a984-86256ccd217c' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.303655] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.303993] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9fe2a29-2d4a-463c-a196-ecfd0ccd54ea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.314192] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 916.314192] env[69265]: value = "task-3476210" [ 916.314192] env[69265]: _type = "Task" [ 916.314192] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.326390] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476210, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.327358] env[69265]: DEBUG nova.network.neutron [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Successfully updated port: e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.415961] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068117} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.416798] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.417703] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b46f1-7a4b-48c4-a0e6-e325a83339f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.440725] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] ad5e7490-9ef5-43b0-a7dc-e9feb171cc09/ad5e7490-9ef5-43b0-a7dc-e9feb171cc09.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.441055] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6d561d-b8d2-48e6-af16-f45c5e148daa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.460952] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 916.460952] env[69265]: value = "task-3476211" [ 916.460952] env[69265]: _type = "Task" [ 916.460952] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.471330] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.522991] env[69265]: DEBUG nova.compute.manager [req-e58b6e1e-1007-4e08-b1d2-ae5b0ef22b45 req-037634e4-91bd-4af3-88a5-d5958fd7fca6 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Received event network-vif-plugged-e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.523342] env[69265]: DEBUG oslo_concurrency.lockutils [req-e58b6e1e-1007-4e08-b1d2-ae5b0ef22b45 req-037634e4-91bd-4af3-88a5-d5958fd7fca6 service nova] Acquiring lock "8e2f22cc-927e-4e9a-b336-4d97c4554748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.523717] env[69265]: DEBUG oslo_concurrency.lockutils [req-e58b6e1e-1007-4e08-b1d2-ae5b0ef22b45 req-037634e4-91bd-4af3-88a5-d5958fd7fca6 service nova] Lock "8e2f22cc-927e-4e9a-b336-4d97c4554748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.523717] env[69265]: DEBUG oslo_concurrency.lockutils [req-e58b6e1e-1007-4e08-b1d2-ae5b0ef22b45 req-037634e4-91bd-4af3-88a5-d5958fd7fca6 service nova] Lock "8e2f22cc-927e-4e9a-b336-4d97c4554748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.523960] env[69265]: DEBUG nova.compute.manager [req-e58b6e1e-1007-4e08-b1d2-ae5b0ef22b45 req-037634e4-91bd-4af3-88a5-d5958fd7fca6 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] No waiting events found dispatching network-vif-plugged-e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.523960] env[69265]: WARNING nova.compute.manager [req-e58b6e1e-1007-4e08-b1d2-ae5b0ef22b45 req-037634e4-91bd-4af3-88a5-d5958fd7fca6 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Received unexpected event network-vif-plugged-e5844d01-6d56-433c-b007-f9539c6ba57e for instance with vm_state building and task_state spawning. [ 916.598587] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.599222] env[69265]: DEBUG nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.602378] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.764s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.604714] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.604714] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 916.604714] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.760s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.604714] env[69265]: DEBUG nova.objects.instance [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lazy-loading 'resources' on Instance uuid 95e4037c-05f6-4674-a4df-bbe7cbfbb8da {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.605499] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1e67cc-8835-4b32-b7d9-63954bfd662b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.615025] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bec0ab-088d-4c81-b70c-544f2833d933 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.629679] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18d98b0-2cb4-4463-b859-dd98827fdbec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.636934] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501db747-c88a-4e75-870c-6b3149921ec6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.670704] env[69265]: INFO nova.compute.manager [-] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Took 1.06 seconds to deallocate network for instance. [ 916.673949] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.675167] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.675367] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.675560] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.675709] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.675856] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.676103] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.676281] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.676579] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.676800] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.677067] env[69265]: DEBUG nova.virt.hardware [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.682522] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 916.682926] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178791MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 916.683185] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.685927] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbff484-8130-43c3-a60c-74eceb6bfb31 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.707660] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 916.707660] env[69265]: value = "task-3476212" [ 916.707660] env[69265]: _type = "Task" [ 916.707660] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.716239] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.824417] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476210, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.838257] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquiring lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.838257] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquired lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.838257] env[69265]: DEBUG nova.network.neutron [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.971409] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.013687] env[69265]: DEBUG nova.compute.manager [req-c164d0aa-4b5f-461a-ad92-a8724c49b695 req-ea436810-b0f7-48c8-887d-303026177845 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Received event network-changed-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.013901] env[69265]: DEBUG nova.compute.manager [req-c164d0aa-4b5f-461a-ad92-a8724c49b695 req-ea436810-b0f7-48c8-887d-303026177845 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Refreshing instance network info cache due to event network-changed-d4febb4d-be0a-419b-9c83-cd9e4fe5e511. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.014166] env[69265]: DEBUG oslo_concurrency.lockutils [req-c164d0aa-4b5f-461a-ad92-a8724c49b695 req-ea436810-b0f7-48c8-887d-303026177845 service nova] Acquiring lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.014276] env[69265]: DEBUG oslo_concurrency.lockutils [req-c164d0aa-4b5f-461a-ad92-a8724c49b695 req-ea436810-b0f7-48c8-887d-303026177845 service nova] Acquired lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.014439] env[69265]: DEBUG nova.network.neutron [req-c164d0aa-4b5f-461a-ad92-a8724c49b695 req-ea436810-b0f7-48c8-887d-303026177845 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Refreshing network info cache for port d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.106444] env[69265]: DEBUG nova.compute.utils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.108243] env[69265]: DEBUG nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.108419] env[69265]: DEBUG nova.network.neutron [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.157880] env[69265]: DEBUG nova.policy [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.204793] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.218125] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.324442] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476210, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.383306] env[69265]: DEBUG nova.network.neutron [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.473387] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476211, 'name': ReconfigVM_Task, 'duration_secs': 0.762709} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.473752] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Reconfigured VM instance instance-00000039 to attach disk [datastore2] ad5e7490-9ef5-43b0-a7dc-e9feb171cc09/ad5e7490-9ef5-43b0-a7dc-e9feb171cc09.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.474421] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1927d252-7c9d-4afd-9234-f6b513eaff50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.485766] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 917.485766] env[69265]: value = "task-3476213" [ 917.485766] env[69265]: _type = "Task" [ 917.485766] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.499716] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476213, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.502423] env[69265]: DEBUG nova.network.neutron [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Successfully created port: a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.610988] env[69265]: DEBUG nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.679095] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adae0a4f-de50-4675-ac67-8bd2f31292ec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.687681] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a767c8-397d-46df-b9bb-8fcabc720e24 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.719183] env[69265]: DEBUG nova.network.neutron [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Updating instance_info_cache with network_info: [{"id": "e5844d01-6d56-433c-b007-f9539c6ba57e", "address": "fa:16:3e:b3:5c:fe", "network": {"id": "9bc681ab-39d5-4638-99ed-63ab11328559", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1705347176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fc5991a4604cea846e2f0741bd39c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5844d01-6d", "ovs_interfaceid": "e5844d01-6d56-433c-b007-f9539c6ba57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.725570] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02419903-521a-4060-a27c-85dd794c70f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.734271] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476212, 'name': ReconfigVM_Task, 'duration_secs': 0.513756} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.737191] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 917.738285] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f68353-ba1d-41ba-a20c-c82e7732ad33 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.741588] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da70091-b1b3-4658-900b-3b60eda1b49b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.755695] env[69265]: DEBUG nova.compute.provider_tree [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.774496] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 6b2ebe83-7312-4c1b-a984-86256ccd217c/6b2ebe83-7312-4c1b-a984-86256ccd217c.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.775543] env[69265]: DEBUG nova.scheduler.client.report [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.781198] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9391c24d-8709-4e5b-a327-ce82bef500c9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.795637] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.193s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.797931] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.766s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.798209] env[69265]: DEBUG nova.objects.instance [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lazy-loading 'resources' on Instance uuid 417b5827-79da-47a6-bf40-0eaee265660c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.805276] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 917.805276] env[69265]: value = "task-3476214" [ 917.805276] env[69265]: _type = "Task" [ 917.805276] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.828887] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.830239] env[69265]: INFO nova.scheduler.client.report [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted allocations for instance 95e4037c-05f6-4674-a4df-bbe7cbfbb8da [ 917.841192] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476210, 'name': CloneVM_Task, 'duration_secs': 1.365297} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.844410] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Created linked-clone VM from snapshot [ 917.845269] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec6cf4-9fc5-47e8-863c-432877f518e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.854592] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Uploading image e620a040-f76a-42e4-ae9f-e593b78355c9 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.885434] env[69265]: DEBUG oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.885434] env[69265]: value = "vm-695038" [ 917.885434] env[69265]: _type = "VirtualMachine" [ 917.885434] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.886194] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19406962-1cc2-499d-b422-4e57043afff3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.894842] env[69265]: DEBUG oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lease: (returnval){ [ 917.894842] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52793857-a1f7-2c5d-bb65-fb04849b07f0" [ 917.894842] env[69265]: _type = "HttpNfcLease" [ 917.894842] env[69265]: } obtained for exporting VM: (result){ [ 917.894842] env[69265]: value = "vm-695038" [ 917.894842] env[69265]: _type = "VirtualMachine" [ 917.894842] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.895277] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the lease: (returnval){ [ 917.895277] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52793857-a1f7-2c5d-bb65-fb04849b07f0" [ 917.895277] env[69265]: _type = "HttpNfcLease" [ 917.895277] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.904946] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.904946] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52793857-a1f7-2c5d-bb65-fb04849b07f0" [ 917.904946] env[69265]: _type = "HttpNfcLease" [ 917.904946] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.935490] env[69265]: DEBUG nova.network.neutron [req-c164d0aa-4b5f-461a-ad92-a8724c49b695 req-ea436810-b0f7-48c8-887d-303026177845 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Updated VIF entry in instance network info cache for port d4febb4d-be0a-419b-9c83-cd9e4fe5e511. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.935490] env[69265]: DEBUG nova.network.neutron [req-c164d0aa-4b5f-461a-ad92-a8724c49b695 req-ea436810-b0f7-48c8-887d-303026177845 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Updating instance_info_cache with network_info: [{"id": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "address": "fa:16:3e:fe:20:18", "network": {"id": "9f12b87d-bd85-479f-8f08-7ea2a6bce8b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1295202314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcfd2d5afd344ef2a6d4f0ae0dec5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4febb4d-be", "ovs_interfaceid": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.998327] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476213, 'name': Rename_Task, 'duration_secs': 0.151729} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.998636] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.998931] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea9fff7-be2e-44c7-b7c6-e914a6662770 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.005336] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 918.005336] env[69265]: value = "task-3476216" [ 918.005336] env[69265]: _type = "Task" [ 918.005336] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.013285] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.229618] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Releasing lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.230038] env[69265]: DEBUG nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Instance network_info: |[{"id": "e5844d01-6d56-433c-b007-f9539c6ba57e", "address": "fa:16:3e:b3:5c:fe", "network": {"id": "9bc681ab-39d5-4638-99ed-63ab11328559", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1705347176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fc5991a4604cea846e2f0741bd39c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5844d01-6d", "ovs_interfaceid": "e5844d01-6d56-433c-b007-f9539c6ba57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.230396] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:5c:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5844d01-6d56-433c-b007-f9539c6ba57e', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.237916] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Creating folder: Project (d5fc5991a4604cea846e2f0741bd39c5). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.238217] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a57506f-87df-47f5-b698-2da0f396d863 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.250336] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Created folder: Project (d5fc5991a4604cea846e2f0741bd39c5) in parent group-v694865. [ 918.250528] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Creating folder: Instances. Parent ref: group-v695039. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.250757] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3875d784-4b22-4ff2-80f6-b27cd491022b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.261315] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Created folder: Instances in parent group-v695039. [ 918.261551] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.261743] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.261940] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ff5bca2-bb76-426a-80f5-1e410f510c6c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.281399] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.281399] env[69265]: value = "task-3476219" [ 918.281399] env[69265]: _type = "Task" [ 918.281399] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.289259] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476219, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.315448] env[69265]: DEBUG oslo_vmware.api [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476214, 'name': ReconfigVM_Task, 'duration_secs': 0.267654} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.315762] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 6b2ebe83-7312-4c1b-a984-86256ccd217c/6b2ebe83-7312-4c1b-a984-86256ccd217c.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.315990] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance '6b2ebe83-7312-4c1b-a984-86256ccd217c' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.348318] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1762547-ddbd-46dd-9e01-0696be88f600 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "95e4037c-05f6-4674-a4df-bbe7cbfbb8da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.647s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.403243] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.403243] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52793857-a1f7-2c5d-bb65-fb04849b07f0" [ 918.403243] env[69265]: _type = "HttpNfcLease" [ 918.403243] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.403529] env[69265]: DEBUG oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.403529] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52793857-a1f7-2c5d-bb65-fb04849b07f0" [ 918.403529] env[69265]: _type = "HttpNfcLease" [ 918.403529] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.404352] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820c9afc-8206-4281-8c89-b355312e2215 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.414958] env[69265]: DEBUG oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5bd5-c49d-de2f-94e0-589923f7be8f/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.415208] env[69265]: DEBUG oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5bd5-c49d-de2f-94e0-589923f7be8f/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.475017] env[69265]: DEBUG oslo_concurrency.lockutils [req-c164d0aa-4b5f-461a-ad92-a8724c49b695 req-ea436810-b0f7-48c8-887d-303026177845 service nova] Releasing lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.517928] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-451a6a2b-b418-4a74-8a07-d4b2faca4277 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.519761] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476216, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.621099] env[69265]: DEBUG nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.648483] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.648749] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.648979] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.649161] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.649308] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.649453] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.649655] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.649851] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.651103] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.652109] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.652332] env[69265]: DEBUG nova.virt.hardware [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.653209] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eb921d-402c-4ba8-87d1-48981de84689 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.672479] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac40ca1-afbc-4c93-9725-a76b47cc6ff4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.793900] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476219, 'name': CreateVM_Task, 'duration_secs': 0.439275} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.796738] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.797724] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.797881] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.798279] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.798698] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c8798d-5d05-4469-bec1-942f0322edd9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.803723] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 918.803723] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522148eb-e31d-9d61-c51e-601bf6fda3de" [ 918.803723] env[69265]: _type = "Task" [ 918.803723] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.815214] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522148eb-e31d-9d61-c51e-601bf6fda3de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.824256] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0516f3e-0e9b-4fb2-b0a0-82b3de3e74a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.847366] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdb89b4-e2e3-4d8c-865d-bef40f3654f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.866660] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance '6b2ebe83-7312-4c1b-a984-86256ccd217c' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.941136] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da73f953-c1fc-4ed8-ae1e-56cb90b387f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.948570] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32e6bcd-77cb-461b-88f3-43db75cb451a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.953991] env[69265]: DEBUG nova.compute.manager [req-449b5e83-2d2a-4141-9988-707d320bd612 req-b6b07981-233d-44cc-bf14-6e3cf3870f24 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Received event network-changed-e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.954177] env[69265]: DEBUG nova.compute.manager [req-449b5e83-2d2a-4141-9988-707d320bd612 req-b6b07981-233d-44cc-bf14-6e3cf3870f24 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Refreshing instance network info cache due to event network-changed-e5844d01-6d56-433c-b007-f9539c6ba57e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.954466] env[69265]: DEBUG oslo_concurrency.lockutils [req-449b5e83-2d2a-4141-9988-707d320bd612 req-b6b07981-233d-44cc-bf14-6e3cf3870f24 service nova] Acquiring lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.954631] env[69265]: DEBUG oslo_concurrency.lockutils [req-449b5e83-2d2a-4141-9988-707d320bd612 req-b6b07981-233d-44cc-bf14-6e3cf3870f24 service nova] Acquired lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.954790] env[69265]: DEBUG nova.network.neutron [req-449b5e83-2d2a-4141-9988-707d320bd612 req-b6b07981-233d-44cc-bf14-6e3cf3870f24 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Refreshing network info cache for port e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.987720] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10728ffb-523b-40c0-bbb7-053dbdc36e66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.995665] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1e77cf-171e-48b1-a3a4-2660ba8382d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.010315] env[69265]: DEBUG nova.compute.provider_tree [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.021821] env[69265]: DEBUG oslo_vmware.api [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476216, 'name': PowerOnVM_Task, 'duration_secs': 0.516594} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.021821] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.021821] env[69265]: INFO nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Took 8.58 seconds to spawn the instance on the hypervisor. [ 919.021821] env[69265]: DEBUG nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.021821] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f9b4d4-b70e-48a0-bfe2-64b5316eb77f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.196656] env[69265]: DEBUG nova.network.neutron [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Successfully updated port: a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.319119] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522148eb-e31d-9d61-c51e-601bf6fda3de, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.319444] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.319676] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.319935] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.320123] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.320314] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.320635] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77f3d34-6bc1-447a-a5b1-8cc42148eb3b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.334025] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.334236] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.334971] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be0ce8e-0cef-4f7a-9570-6e791e0b648a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.340720] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 919.340720] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520dd759-51c1-647d-c3ea-e62f0abbe685" [ 919.340720] env[69265]: _type = "Task" [ 919.340720] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.348929] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520dd759-51c1-647d-c3ea-e62f0abbe685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.406582] env[69265]: DEBUG nova.network.neutron [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Port 3f66e744-c440-4115-82ac-9880259062a6 binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 919.516450] env[69265]: DEBUG nova.scheduler.client.report [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.541121] env[69265]: INFO nova.compute.manager [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Took 49.03 seconds to build instance. [ 919.675533] env[69265]: DEBUG nova.network.neutron [req-449b5e83-2d2a-4141-9988-707d320bd612 req-b6b07981-233d-44cc-bf14-6e3cf3870f24 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Updated VIF entry in instance network info cache for port e5844d01-6d56-433c-b007-f9539c6ba57e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.676607] env[69265]: DEBUG nova.network.neutron [req-449b5e83-2d2a-4141-9988-707d320bd612 req-b6b07981-233d-44cc-bf14-6e3cf3870f24 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Updating instance_info_cache with network_info: [{"id": "e5844d01-6d56-433c-b007-f9539c6ba57e", "address": "fa:16:3e:b3:5c:fe", "network": {"id": "9bc681ab-39d5-4638-99ed-63ab11328559", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1705347176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fc5991a4604cea846e2f0741bd39c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5844d01-6d", "ovs_interfaceid": "e5844d01-6d56-433c-b007-f9539c6ba57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.700726] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.700900] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.701071] env[69265]: DEBUG nova.network.neutron [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.852315] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520dd759-51c1-647d-c3ea-e62f0abbe685, 'name': SearchDatastore_Task, 'duration_secs': 0.008285} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.853237] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73e631a-dace-40ce-8954-d21f942f7a36 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.859831] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 919.859831] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52598132-ec14-071c-3047-a28a8caf2df8" [ 919.859831] env[69265]: _type = "Task" [ 919.859831] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.868688] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52598132-ec14-071c-3047-a28a8caf2df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.021981] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.024722] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.469s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.026832] env[69265]: INFO nova.compute.claims [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.042627] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b7914f94-3f3f-4c80-89c6-dad06329fa82 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.577s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.045031] env[69265]: INFO nova.scheduler.client.report [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Deleted allocations for instance 417b5827-79da-47a6-bf40-0eaee265660c [ 920.181027] env[69265]: DEBUG oslo_concurrency.lockutils [req-449b5e83-2d2a-4141-9988-707d320bd612 req-b6b07981-233d-44cc-bf14-6e3cf3870f24 service nova] Releasing lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.243084] env[69265]: DEBUG nova.network.neutron [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.370738] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52598132-ec14-071c-3047-a28a8caf2df8, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.371055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.371353] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 8e2f22cc-927e-4e9a-b336-4d97c4554748/8e2f22cc-927e-4e9a-b336-4d97c4554748.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.371618] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-893d521b-dde0-4be9-b627-aff1676289e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.381195] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 920.381195] env[69265]: value = "task-3476220" [ 920.381195] env[69265]: _type = "Task" [ 920.381195] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.383570] env[69265]: DEBUG nova.network.neutron [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.390681] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.431018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.431018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.431018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.546891] env[69265]: DEBUG nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.555111] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "417b5827-79da-47a6-bf40-0eaee265660c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.522s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.889707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.890104] env[69265]: DEBUG nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Instance network_info: |[{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.890458] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448966} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.890853] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d4:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8c6a17e-e4b9-453f-9093-c4ff5790a306', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.898721] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.899038] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 8e2f22cc-927e-4e9a-b336-4d97c4554748/8e2f22cc-927e-4e9a-b336-4d97c4554748.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.899295] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.899655] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.899829] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec824f47-b323-45a3-9bd3-25f996a1fa97 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.902048] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-333830a8-a895-408a-93d5-69d679fe4087 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.933635] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.933635] env[69265]: value = "task-3476222" [ 920.933635] env[69265]: _type = "Task" [ 920.933635] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.935054] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 920.935054] env[69265]: value = "task-3476221" [ 920.935054] env[69265]: _type = "Task" [ 920.935054] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.955089] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476222, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.960535] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.069271] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.401361] env[69265]: DEBUG nova.compute.manager [req-7bf1b43d-33f5-4d90-9860-d7c905f5eec4 req-06a65f69-8f40-4e9b-93a7-b9b7d64d27b0 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Received event network-changed-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.401746] env[69265]: DEBUG nova.compute.manager [req-7bf1b43d-33f5-4d90-9860-d7c905f5eec4 req-06a65f69-8f40-4e9b-93a7-b9b7d64d27b0 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Refreshing instance network info cache due to event network-changed-d4febb4d-be0a-419b-9c83-cd9e4fe5e511. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.401825] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bf1b43d-33f5-4d90-9860-d7c905f5eec4 req-06a65f69-8f40-4e9b-93a7-b9b7d64d27b0 service nova] Acquiring lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.401938] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bf1b43d-33f5-4d90-9860-d7c905f5eec4 req-06a65f69-8f40-4e9b-93a7-b9b7d64d27b0 service nova] Acquired lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.402083] env[69265]: DEBUG nova.network.neutron [req-7bf1b43d-33f5-4d90-9860-d7c905f5eec4 req-06a65f69-8f40-4e9b-93a7-b9b7d64d27b0 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Refreshing network info cache for port d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.449910] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476222, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.456780] env[69265]: DEBUG nova.compute.manager [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-vif-plugged-a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.457035] env[69265]: DEBUG oslo_concurrency.lockutils [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.457280] env[69265]: DEBUG oslo_concurrency.lockutils [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] Lock "3005e5be-b038-45e5-9b90-28264023588d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.457503] env[69265]: DEBUG oslo_concurrency.lockutils [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] Lock "3005e5be-b038-45e5-9b90-28264023588d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.457639] env[69265]: DEBUG nova.compute.manager [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] No waiting events found dispatching network-vif-plugged-a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.457833] env[69265]: WARNING nova.compute.manager [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received unexpected event network-vif-plugged-a8c6a17e-e4b9-453f-9093-c4ff5790a306 for instance with vm_state building and task_state spawning. [ 921.458052] env[69265]: DEBUG nova.compute.manager [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-changed-a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.460349] env[69265]: DEBUG nova.compute.manager [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Refreshing instance network info cache due to event network-changed-a8c6a17e-e4b9-453f-9093-c4ff5790a306. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.461468] env[69265]: DEBUG oslo_concurrency.lockutils [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] Acquiring lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.461468] env[69265]: DEBUG oslo_concurrency.lockutils [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] Acquired lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.461468] env[69265]: DEBUG nova.network.neutron [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Refreshing network info cache for port a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.466048] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094489} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.466752] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.468154] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a93ce-fde8-4e82-a899-e0c267eaaf35 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.495790] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 8e2f22cc-927e-4e9a-b336-4d97c4554748/8e2f22cc-927e-4e9a-b336-4d97c4554748.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.496968] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.497487] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.497487] env[69265]: DEBUG nova.network.neutron [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.499520] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15881ce2-b4c6-4d7f-b6b6-1dec450fb13a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.521478] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 921.521478] env[69265]: value = "task-3476223" [ 921.521478] env[69265]: _type = "Task" [ 921.521478] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.531173] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.671586] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce5944c-139a-4c81-b8fe-2f7b680ec3a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.679238] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9041af-305c-4a68-a220-6f0f0314f2c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.711866] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5562def-2711-43a0-acb2-8d45d9c5bce9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.720364] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc1f31f-904a-44ed-a66f-9f061da497f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.733911] env[69265]: DEBUG nova.compute.provider_tree [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.945058] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476222, 'name': CreateVM_Task, 'duration_secs': 0.671952} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.945425] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.945941] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.946080] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.946385] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.946650] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1796afe-1840-4c3b-a7a7-00ed37f857a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.953685] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 921.953685] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523c32d9-d006-83a7-ad1e-bf126daf1fb4" [ 921.953685] env[69265]: _type = "Task" [ 921.953685] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.963128] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523c32d9-d006-83a7-ad1e-bf126daf1fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.037336] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476223, 'name': ReconfigVM_Task, 'duration_secs': 0.351165} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.037452] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 8e2f22cc-927e-4e9a-b336-4d97c4554748/8e2f22cc-927e-4e9a-b336-4d97c4554748.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.038100] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b68ac42-3fce-4e01-a73b-3443494c92a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.044576] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 922.044576] env[69265]: value = "task-3476224" [ 922.044576] env[69265]: _type = "Task" [ 922.044576] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.053411] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476224, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.236394] env[69265]: DEBUG nova.network.neutron [req-7bf1b43d-33f5-4d90-9860-d7c905f5eec4 req-06a65f69-8f40-4e9b-93a7-b9b7d64d27b0 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Updated VIF entry in instance network info cache for port d4febb4d-be0a-419b-9c83-cd9e4fe5e511. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.236787] env[69265]: DEBUG nova.network.neutron [req-7bf1b43d-33f5-4d90-9860-d7c905f5eec4 req-06a65f69-8f40-4e9b-93a7-b9b7d64d27b0 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Updating instance_info_cache with network_info: [{"id": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "address": "fa:16:3e:fe:20:18", "network": {"id": "9f12b87d-bd85-479f-8f08-7ea2a6bce8b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1295202314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcfd2d5afd344ef2a6d4f0ae0dec5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4febb4d-be", "ovs_interfaceid": "d4febb4d-be0a-419b-9c83-cd9e4fe5e511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.238647] env[69265]: DEBUG nova.scheduler.client.report [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.272882] env[69265]: DEBUG nova.network.neutron [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updated VIF entry in instance network info cache for port a8c6a17e-e4b9-453f-9093-c4ff5790a306. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.273492] env[69265]: DEBUG nova.network.neutron [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.424230] env[69265]: DEBUG nova.network.neutron [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance_info_cache with network_info: [{"id": "3f66e744-c440-4115-82ac-9880259062a6", "address": "fa:16:3e:77:f8:3c", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66e744-c4", "ovs_interfaceid": "3f66e744-c440-4115-82ac-9880259062a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.472073] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523c32d9-d006-83a7-ad1e-bf126daf1fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.472403] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.472467] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.472739] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.473035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.473227] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.473547] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4006a662-80fa-4520-9bec-43c5ba6391cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.482604] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.482783] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.483504] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af6575a-04b1-4f4c-b98a-fa723f05428b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.491286] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 922.491286] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525fdeec-c936-8ceb-ac6c-3f93145f0466" [ 922.491286] env[69265]: _type = "Task" [ 922.491286] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.500211] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525fdeec-c936-8ceb-ac6c-3f93145f0466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.554512] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476224, 'name': Rename_Task, 'duration_secs': 0.218949} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.554806] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.555071] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ad01e70-eb63-4ecc-a697-70e04b33dc27 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.561644] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 922.561644] env[69265]: value = "task-3476225" [ 922.561644] env[69265]: _type = "Task" [ 922.561644] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.570162] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.746691] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bf1b43d-33f5-4d90-9860-d7c905f5eec4 req-06a65f69-8f40-4e9b-93a7-b9b7d64d27b0 service nova] Releasing lock "refresh_cache-40407a74-a9ce-41f0-a61b-a353eff49301" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.748505] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.748505] env[69265]: DEBUG nova.compute.manager [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.750819] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.248s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.751031] env[69265]: DEBUG nova.objects.instance [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.776061] env[69265]: DEBUG oslo_concurrency.lockutils [req-594b07e6-caae-483f-b2c0-c2b7d001297d req-4d34fe7e-0033-4445-b453-e82ef6d42a27 service nova] Releasing lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.927456] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.002194] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525fdeec-c936-8ceb-ac6c-3f93145f0466, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.003022] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a46544-226b-418a-9327-77e97936bb1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.008505] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 923.008505] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52421476-3b88-5edc-4098-c03c14d3caab" [ 923.008505] env[69265]: _type = "Task" [ 923.008505] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.016168] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52421476-3b88-5edc-4098-c03c14d3caab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.072396] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.256175] env[69265]: DEBUG nova.compute.utils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.257368] env[69265]: DEBUG nova.compute.manager [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 923.457267] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbc0b80-c5f3-46cc-9d85-22119d80b873 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.463519] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.463816] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.464101] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.464383] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.464565] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.482670] env[69265]: INFO nova.compute.manager [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Terminating instance [ 923.484672] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd1da1-0bb0-403c-9dbd-4e5f73e63ffb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.495098] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance '6b2ebe83-7312-4c1b-a984-86256ccd217c' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.519663] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52421476-3b88-5edc-4098-c03c14d3caab, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.520314] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.520314] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 3005e5be-b038-45e5-9b90-28264023588d/3005e5be-b038-45e5-9b90-28264023588d.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.520629] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b89796a6-5a36-4e9c-8063-50be68048482 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.528610] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 923.528610] env[69265]: value = "task-3476226" [ 923.528610] env[69265]: _type = "Task" [ 923.528610] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.536929] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.573927] env[69265]: DEBUG oslo_vmware.api [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476225, 'name': PowerOnVM_Task, 'duration_secs': 0.824449} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.574214] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.574429] env[69265]: INFO nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Took 7.64 seconds to spawn the instance on the hypervisor. [ 923.574624] env[69265]: DEBUG nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.575519] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa00b17-209b-4810-b1ae-411fcdbacd9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.761575] env[69265]: DEBUG nova.compute.manager [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.765555] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cd701e6d-363c-4433-a59e-e4e5068e43fd tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.766627] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.672s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.769611] env[69265]: INFO nova.compute.claims [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.826349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquiring lock "40407a74-a9ce-41f0-a61b-a353eff49301" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.826349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "40407a74-a9ce-41f0-a61b-a353eff49301" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.826610] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquiring lock "40407a74-a9ce-41f0-a61b-a353eff49301-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.826662] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "40407a74-a9ce-41f0-a61b-a353eff49301-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.826794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "40407a74-a9ce-41f0-a61b-a353eff49301-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.828898] env[69265]: INFO nova.compute.manager [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Terminating instance [ 923.990694] env[69265]: DEBUG nova.compute.manager [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.990946] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.991888] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61607292-9f8d-4586-9368-7c298bfe5aea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.999437] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.999704] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b7adc2a-3f78-499d-9977-c5abb5b202e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.003998] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b2128882-fbab-4cae-8f3a-418acc9b84dd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance '6b2ebe83-7312-4c1b-a984-86256ccd217c' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.008633] env[69265]: DEBUG oslo_vmware.api [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 924.008633] env[69265]: value = "task-3476227" [ 924.008633] env[69265]: _type = "Task" [ 924.008633] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.017098] env[69265]: DEBUG oslo_vmware.api [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.038967] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452656} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.040114] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 3005e5be-b038-45e5-9b90-28264023588d/3005e5be-b038-45e5-9b90-28264023588d.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.040114] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.040114] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c941973-704b-480d-95e4-843c5bd02df1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.046730] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 924.046730] env[69265]: value = "task-3476228" [ 924.046730] env[69265]: _type = "Task" [ 924.046730] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.058232] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.095304] env[69265]: INFO nova.compute.manager [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Took 51.50 seconds to build instance. [ 924.333102] env[69265]: DEBUG nova.compute.manager [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.333428] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.336319] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430e300-307d-4c4e-87f0-94430e11cf58 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.344323] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.344515] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8f33768-7414-437c-8ce5-5fcf35e71447 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.351213] env[69265]: DEBUG oslo_vmware.api [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 924.351213] env[69265]: value = "task-3476229" [ 924.351213] env[69265]: _type = "Task" [ 924.351213] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.362021] env[69265]: DEBUG oslo_vmware.api [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.521790] env[69265]: DEBUG oslo_vmware.api [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476227, 'name': PowerOffVM_Task, 'duration_secs': 0.417847} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.522179] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.522375] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.522936] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84402a0c-0207-45b3-8d8f-309f476041b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.558224] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095833} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.558594] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.559609] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0aaad6-eb48-4bbf-bc4a-0a6e161f282d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.585836] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 3005e5be-b038-45e5-9b90-28264023588d/3005e5be-b038-45e5-9b90-28264023588d.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.588095] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d49f64-626e-43be-979f-340f14909bae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.605586] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.605847] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.606065] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Deleting the datastore file [datastore2] ad5e7490-9ef5-43b0-a7dc-e9feb171cc09 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.607029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "8e2f22cc-927e-4e9a-b336-4d97c4554748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.984s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.607408] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7f7d3d0-b80e-4101-8189-a3f1d171469f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.616355] env[69265]: DEBUG oslo_vmware.api [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 924.616355] env[69265]: value = "task-3476232" [ 924.616355] env[69265]: _type = "Task" [ 924.616355] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.616612] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 924.616612] env[69265]: value = "task-3476231" [ 924.616612] env[69265]: _type = "Task" [ 924.616612] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.630468] env[69265]: DEBUG oslo_vmware.api [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.633964] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.779664] env[69265]: DEBUG nova.compute.manager [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.817688] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.818159] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.818562] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.819340] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.822645] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.822645] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.822645] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.822645] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.822645] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.822645] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.822645] env[69265]: DEBUG nova.virt.hardware [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.824789] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108f7458-1c42-4aca-987c-aaffca5deabb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.840660] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5e98a1-f944-4524-8140-6c8a63aca9b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.866312] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.866312] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Creating folder: Project (0e0a8e0635dc4a7491416852a8f22da2). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.872328] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60da0412-56b2-43b1-b1c8-760b5362fdcf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.882815] env[69265]: DEBUG oslo_vmware.api [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476229, 'name': PowerOffVM_Task, 'duration_secs': 0.282408} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.882815] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.882815] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.882815] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518457eb-d098-4827-b173-9fec99417d7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.883232] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Created folder: Project (0e0a8e0635dc4a7491416852a8f22da2) in parent group-v694865. [ 924.883409] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Creating folder: Instances. Parent ref: group-v695043. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.883611] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ceb35a4-c781-4387-b716-68694c53e62d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.914831] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Created folder: Instances in parent group-v695043. [ 924.914831] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.915024] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.915914] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d8b27eb-37d7-4872-a214-2aea0332c221 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.938956] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.938956] env[69265]: value = "task-3476236" [ 924.938956] env[69265]: _type = "Task" [ 924.938956] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.947528] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476236, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.952247] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.952401] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.955024] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Deleting the datastore file [datastore2] 40407a74-a9ce-41f0-a61b-a353eff49301 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.955024] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82854079-6ac0-4fc0-8d95-3a6442dc1d0c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.961027] env[69265]: DEBUG oslo_vmware.api [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for the task: (returnval){ [ 924.961027] env[69265]: value = "task-3476237" [ 924.961027] env[69265]: _type = "Task" [ 924.961027] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.974374] env[69265]: DEBUG oslo_vmware.api [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.113143] env[69265]: DEBUG nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.134180] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476231, 'name': ReconfigVM_Task, 'duration_secs': 0.417576} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.140011] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 3005e5be-b038-45e5-9b90-28264023588d/3005e5be-b038-45e5-9b90-28264023588d.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.140808] env[69265]: DEBUG oslo_vmware.api [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169448} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.141287] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfe9823e-1847-499a-b00e-ca5e0d526cd5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.143325] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.143579] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.143820] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.144111] env[69265]: INFO nova.compute.manager [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.144428] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.144690] env[69265]: DEBUG nova.compute.manager [-] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.144833] env[69265]: DEBUG nova.network.neutron [-] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.152168] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 925.152168] env[69265]: value = "task-3476238" [ 925.152168] env[69265]: _type = "Task" [ 925.152168] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.166798] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476238, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.394689] env[69265]: DEBUG nova.compute.manager [req-7d6130f9-e3a2-438a-acf1-ac68870b6433 req-e2eb2c18-c937-419e-804c-e1ebb94b6671 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Received event network-changed-e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.394863] env[69265]: DEBUG nova.compute.manager [req-7d6130f9-e3a2-438a-acf1-ac68870b6433 req-e2eb2c18-c937-419e-804c-e1ebb94b6671 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Refreshing instance network info cache due to event network-changed-e5844d01-6d56-433c-b007-f9539c6ba57e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.395124] env[69265]: DEBUG oslo_concurrency.lockutils [req-7d6130f9-e3a2-438a-acf1-ac68870b6433 req-e2eb2c18-c937-419e-804c-e1ebb94b6671 service nova] Acquiring lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.395286] env[69265]: DEBUG oslo_concurrency.lockutils [req-7d6130f9-e3a2-438a-acf1-ac68870b6433 req-e2eb2c18-c937-419e-804c-e1ebb94b6671 service nova] Acquired lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.395570] env[69265]: DEBUG nova.network.neutron [req-7d6130f9-e3a2-438a-acf1-ac68870b6433 req-e2eb2c18-c937-419e-804c-e1ebb94b6671 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Refreshing network info cache for port e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.428261] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425b2cc-0009-4930-b08f-494fc0f9eeb1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.436969] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff55804-f2a7-4e02-8d81-bf2036646cf7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.476795] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476236, 'name': CreateVM_Task, 'duration_secs': 0.386379} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.478513] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.484488] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34a4922-47e6-4928-a8fe-8b414e6e8bd7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.487624] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.488175] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.488642] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.489256] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13bff33b-f7c2-4de9-b695-c4e3375f4473 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.502217] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e231392-cb5d-4490-ae72-bd948cba9039 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.506338] env[69265]: DEBUG oslo_vmware.api [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Task: {'id': task-3476237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299608} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.506697] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 925.506697] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529428e2-892c-20db-2c13-0e95255e0085" [ 925.506697] env[69265]: _type = "Task" [ 925.506697] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.507047] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.507047] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.507221] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.507396] env[69265]: INFO nova.compute.manager [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Took 1.17 seconds to destroy the instance on the hypervisor. [ 925.507632] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.508409] env[69265]: DEBUG nova.compute.manager [-] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.508528] env[69265]: DEBUG nova.network.neutron [-] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.522164] env[69265]: DEBUG nova.compute.provider_tree [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.534115] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529428e2-892c-20db-2c13-0e95255e0085, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.538053] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.538053] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.538053] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.538053] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.538053] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.539267] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33022909-c08d-45b6-81c5-992d3ca2cc62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.548019] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.548273] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.549386] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709ec519-d2ef-4daf-9bc2-5cfad3066008 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.555860] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 925.555860] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ab61c3-b37b-d3e2-8d83-ce02421bdf1e" [ 925.555860] env[69265]: _type = "Task" [ 925.555860] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.565725] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ab61c3-b37b-d3e2-8d83-ce02421bdf1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.648537] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.665519] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476238, 'name': Rename_Task, 'duration_secs': 0.19648} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.666020] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.666122] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277485d9-e0d2-4d0b-ac2a-4a017c3f6c9b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.673529] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 925.673529] env[69265]: value = "task-3476239" [ 925.673529] env[69265]: _type = "Task" [ 925.673529] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.681939] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.031410] env[69265]: DEBUG nova.scheduler.client.report [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.067200] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ab61c3-b37b-d3e2-8d83-ce02421bdf1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.068057] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e601d0-7369-455b-9ff3-c9eeed0b379b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.073907] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 926.073907] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520fae7f-1c47-a54c-b41d-8334fb04c4df" [ 926.073907] env[69265]: _type = "Task" [ 926.073907] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.082159] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520fae7f-1c47-a54c-b41d-8334fb04c4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.173792] env[69265]: DEBUG nova.compute.manager [req-62d619e3-1fff-4406-aeb7-8f805b25e984 req-fe7636c4-4dea-48d7-9032-8545433a17e9 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Received event network-vif-deleted-da3330a8-a931-4589-9780-8ca34b96a347 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.174134] env[69265]: INFO nova.compute.manager [req-62d619e3-1fff-4406-aeb7-8f805b25e984 req-fe7636c4-4dea-48d7-9032-8545433a17e9 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Neutron deleted interface da3330a8-a931-4589-9780-8ca34b96a347; detaching it from the instance and deleting it from the info cache [ 926.174179] env[69265]: DEBUG nova.network.neutron [req-62d619e3-1fff-4406-aeb7-8f805b25e984 req-fe7636c4-4dea-48d7-9032-8545433a17e9 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.186877] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.283053] env[69265]: DEBUG nova.network.neutron [req-7d6130f9-e3a2-438a-acf1-ac68870b6433 req-e2eb2c18-c937-419e-804c-e1ebb94b6671 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Updated VIF entry in instance network info cache for port e5844d01-6d56-433c-b007-f9539c6ba57e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.283451] env[69265]: DEBUG nova.network.neutron [req-7d6130f9-e3a2-438a-acf1-ac68870b6433 req-e2eb2c18-c937-419e-804c-e1ebb94b6671 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Updating instance_info_cache with network_info: [{"id": "e5844d01-6d56-433c-b007-f9539c6ba57e", "address": "fa:16:3e:b3:5c:fe", "network": {"id": "9bc681ab-39d5-4638-99ed-63ab11328559", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1705347176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fc5991a4604cea846e2f0741bd39c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5844d01-6d", "ovs_interfaceid": "e5844d01-6d56-433c-b007-f9539c6ba57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.313093] env[69265]: DEBUG nova.network.neutron [-] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.327983] env[69265]: DEBUG nova.network.neutron [-] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.539425] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.539425] env[69265]: DEBUG nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.542049] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 35.597s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.583851] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520fae7f-1c47-a54c-b41d-8334fb04c4df, 'name': SearchDatastore_Task, 'duration_secs': 0.012022} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.584158] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.584417] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32/a41a0ce5-a89f-45e5-b466-8ca0e60dff32.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.584685] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ef6f7e8-d6f3-4b26-9892-188afc93f5d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.592467] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 926.592467] env[69265]: value = "task-3476240" [ 926.592467] env[69265]: _type = "Task" [ 926.592467] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.600712] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.677243] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce145a97-6fe8-4c75-877a-94ea00a0ddc8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.688587] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.693918] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff125f6-a239-4775-b3b4-8257571c1191 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.733381] env[69265]: DEBUG nova.compute.manager [req-62d619e3-1fff-4406-aeb7-8f805b25e984 req-fe7636c4-4dea-48d7-9032-8545433a17e9 service nova] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Detach interface failed, port_id=da3330a8-a931-4589-9780-8ca34b96a347, reason: Instance ad5e7490-9ef5-43b0-a7dc-e9feb171cc09 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.769552] env[69265]: DEBUG oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5bd5-c49d-de2f-94e0-589923f7be8f/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.770513] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8819f658-5e5e-414a-8bdc-c35f895b43bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.780541] env[69265]: DEBUG oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5bd5-c49d-de2f-94e0-589923f7be8f/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.780734] env[69265]: ERROR oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5bd5-c49d-de2f-94e0-589923f7be8f/disk-0.vmdk due to incomplete transfer. [ 926.780984] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99061b08-323e-431b-ac9a-2820b222bb19 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.792817] env[69265]: DEBUG oslo_concurrency.lockutils [req-7d6130f9-e3a2-438a-acf1-ac68870b6433 req-e2eb2c18-c937-419e-804c-e1ebb94b6671 service nova] Releasing lock "refresh_cache-8e2f22cc-927e-4e9a-b336-4d97c4554748" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.797095] env[69265]: DEBUG oslo_vmware.rw_handles [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5bd5-c49d-de2f-94e0-589923f7be8f/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.797095] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Uploaded image e620a040-f76a-42e4-ae9f-e593b78355c9 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.799593] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.799957] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4aa37f2e-1f21-4749-9558-b46b8ac922af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.810012] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 926.810012] env[69265]: value = "task-3476241" [ 926.810012] env[69265]: _type = "Task" [ 926.810012] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.820538] env[69265]: INFO nova.compute.manager [-] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Took 1.31 seconds to deallocate network for instance. [ 926.820885] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476241, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.831580] env[69265]: INFO nova.compute.manager [-] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Took 1.69 seconds to deallocate network for instance. [ 927.044473] env[69265]: DEBUG nova.objects.instance [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lazy-loading 'migration_context' on Instance uuid 8d0b13c6-cb9f-4980-930d-760e24dbab70 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.048021] env[69265]: DEBUG nova.compute.utils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.048417] env[69265]: DEBUG nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.048595] env[69265]: DEBUG nova.network.neutron [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.107584] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476240, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.131733] env[69265]: DEBUG nova.policy [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a691102efdcc41de88d46a32cbeb72a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d6d49f0b3cb42da9c77b1440f893284', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.187066] env[69265]: DEBUG oslo_vmware.api [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476239, 'name': PowerOnVM_Task, 'duration_secs': 1.19841} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.187473] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.187691] env[69265]: INFO nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Took 8.57 seconds to spawn the instance on the hypervisor. [ 927.187894] env[69265]: DEBUG nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.188820] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd350d-f2d4-4bdf-b375-4ceae5830b3d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.322025] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476241, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.333047] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.333047] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.333047] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.333047] env[69265]: DEBUG nova.compute.manager [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Going to confirm migration 3 {{(pid=69265) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 927.338135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.549180] env[69265]: DEBUG nova.network.neutron [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Successfully created port: 38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.557893] env[69265]: DEBUG nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.558849] env[69265]: DEBUG nova.compute.manager [req-a075e391-2fa3-47a1-b66c-3d53bcbe1ac6 req-b295ee6d-17e4-435a-9d28-6f0e6b7c3911 service nova] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Received event network-vif-deleted-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.616071] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558239} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.616579] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32/a41a0ce5-a89f-45e5-b466-8ca0e60dff32.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.617010] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.621140] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-460b0a7f-2dc9-4115-8a73-f2a41e501905 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.630777] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 927.630777] env[69265]: value = "task-3476242" [ 927.630777] env[69265]: _type = "Task" [ 927.630777] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.643803] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.714621] env[69265]: INFO nova.compute.manager [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Took 48.75 seconds to build instance. [ 927.845447] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476241, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.922333] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.922629] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.922849] env[69265]: DEBUG nova.network.neutron [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.923201] env[69265]: DEBUG nova.objects.instance [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'info_cache' on Instance uuid 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.142886] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071214} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.143284] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.144156] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8514e90-a9e5-44d0-96f5-3975687372bf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.147781] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748cbc87-c55d-4d39-8701-874d057f691f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.168772] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32/a41a0ce5-a89f-45e5-b466-8ca0e60dff32.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.170822] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46c2b80-bd42-4b1a-ae83-103af400267f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.186597] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81da2ca2-70b4-4bd5-b697-ce72338c496f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.218287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "3005e5be-b038-45e5-9b90-28264023588d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.042s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.224017] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af51f68c-4b8b-4155-87d8-f30bd8cca35c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.225273] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 928.225273] env[69265]: value = "task-3476243" [ 928.225273] env[69265]: _type = "Task" [ 928.225273] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.231918] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d84454-0b2d-45bf-86fb-6807aee28818 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.240120] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.252460] env[69265]: DEBUG nova.compute.provider_tree [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.322518] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476241, 'name': Destroy_Task, 'duration_secs': 1.076168} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.322766] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Destroyed the VM [ 928.322986] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.323269] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1687a900-62aa-4c4a-939b-7bdf3f234014 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.330617] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 928.330617] env[69265]: value = "task-3476244" [ 928.330617] env[69265]: _type = "Task" [ 928.330617] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.340343] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476244, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.566310] env[69265]: DEBUG nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.593185] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.593525] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.593693] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.593873] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.594056] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.594202] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.594445] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.594686] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.594788] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.594945] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.595135] env[69265]: DEBUG nova.virt.hardware [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.596347] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e56ae4-ef98-4d0a-ae27-42d1dc0be26a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.604407] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d80707d-d7a8-4ad2-bfe0-d7f7854912bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.726208] env[69265]: DEBUG nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.740558] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.758254] env[69265]: DEBUG nova.scheduler.client.report [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.838772] env[69265]: DEBUG nova.compute.manager [req-9c40fed0-94af-437c-be2c-a4c2d2e7085e req-b04ec417-96fd-47d5-b75b-54e486c72a1f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-changed-a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.838772] env[69265]: DEBUG nova.compute.manager [req-9c40fed0-94af-437c-be2c-a4c2d2e7085e req-b04ec417-96fd-47d5-b75b-54e486c72a1f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Refreshing instance network info cache due to event network-changed-a8c6a17e-e4b9-453f-9093-c4ff5790a306. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.838772] env[69265]: DEBUG oslo_concurrency.lockutils [req-9c40fed0-94af-437c-be2c-a4c2d2e7085e req-b04ec417-96fd-47d5-b75b-54e486c72a1f service nova] Acquiring lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.838927] env[69265]: DEBUG oslo_concurrency.lockutils [req-9c40fed0-94af-437c-be2c-a4c2d2e7085e req-b04ec417-96fd-47d5-b75b-54e486c72a1f service nova] Acquired lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.839991] env[69265]: DEBUG nova.network.neutron [req-9c40fed0-94af-437c-be2c-a4c2d2e7085e req-b04ec417-96fd-47d5-b75b-54e486c72a1f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Refreshing network info cache for port a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.848155] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476244, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.174473] env[69265]: DEBUG nova.network.neutron [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance_info_cache with network_info: [{"id": "3f66e744-c440-4115-82ac-9880259062a6", "address": "fa:16:3e:77:f8:3c", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66e744-c4", "ovs_interfaceid": "3f66e744-c440-4115-82ac-9880259062a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.238802] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476243, 'name': ReconfigVM_Task, 'duration_secs': 0.9101} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.242703] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32/a41a0ce5-a89f-45e5-b466-8ca0e60dff32.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.242980] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91852fa4-ab1e-4f9b-984b-3d2a9f2ad3c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.251913] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 929.251913] env[69265]: value = "task-3476245" [ 929.251913] env[69265]: _type = "Task" [ 929.251913] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.265470] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476245, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.273539] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.346857] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476244, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.581201] env[69265]: DEBUG nova.network.neutron [req-9c40fed0-94af-437c-be2c-a4c2d2e7085e req-b04ec417-96fd-47d5-b75b-54e486c72a1f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updated VIF entry in instance network info cache for port a8c6a17e-e4b9-453f-9093-c4ff5790a306. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.583137] env[69265]: DEBUG nova.network.neutron [req-9c40fed0-94af-437c-be2c-a4c2d2e7085e req-b04ec417-96fd-47d5-b75b-54e486c72a1f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.654963] env[69265]: DEBUG nova.network.neutron [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Successfully updated port: 38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.676818] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.678112] env[69265]: DEBUG nova.objects.instance [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'migration_context' on Instance uuid 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.759980] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476245, 'name': Rename_Task, 'duration_secs': 0.156358} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.760288] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.760543] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ee17a3-dcd2-4054-8359-1427c9f15ef5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.766277] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 929.766277] env[69265]: value = "task-3476246" [ 929.766277] env[69265]: _type = "Task" [ 929.766277] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.773769] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.775362] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.233s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.781072] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.733s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.781312] env[69265]: DEBUG nova.objects.instance [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lazy-loading 'resources' on Instance uuid c30f982f-1087-49e7-b4ae-40aae85b3af5 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.842727] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476244, 'name': RemoveSnapshot_Task, 'duration_secs': 1.057796} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.843617] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.843617] env[69265]: DEBUG nova.compute.manager [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.844395] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47633ea0-e8d0-4c82-9f9f-15e9e50ba7bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.085356] env[69265]: DEBUG oslo_concurrency.lockutils [req-9c40fed0-94af-437c-be2c-a4c2d2e7085e req-b04ec417-96fd-47d5-b75b-54e486c72a1f service nova] Releasing lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.163993] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.163993] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.163993] env[69265]: DEBUG nova.network.neutron [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.182248] env[69265]: DEBUG nova.objects.base [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Object Instance<6b2ebe83-7312-4c1b-a984-86256ccd217c> lazy-loaded attributes: info_cache,migration_context {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 930.182248] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bcd700-a920-4cfe-abde-f7d87b703760 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.205886] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5db9688-c604-4ef5-a4a4-fe8129c459dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.211543] env[69265]: DEBUG oslo_vmware.api [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 930.211543] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526003c5-3724-41b2-ded0-18e85ed9f535" [ 930.211543] env[69265]: _type = "Task" [ 930.211543] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.219419] env[69265]: DEBUG oslo_vmware.api [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526003c5-3724-41b2-ded0-18e85ed9f535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.277134] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.358523] env[69265]: INFO nova.compute.manager [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Shelve offloading [ 930.726076] env[69265]: DEBUG oslo_vmware.api [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526003c5-3724-41b2-ded0-18e85ed9f535, 'name': SearchDatastore_Task, 'duration_secs': 0.043908} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.726830] env[69265]: DEBUG nova.network.neutron [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.728650] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.766748] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344c669b-1f53-4b36-8e6f-da59c3c27023 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.779237] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935831e5-4284-466f-abef-aca608dca674 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.782264] env[69265]: DEBUG oslo_vmware.api [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476246, 'name': PowerOnVM_Task, 'duration_secs': 0.904408} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.782518] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.782717] env[69265]: INFO nova.compute.manager [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Took 6.00 seconds to spawn the instance on the hypervisor. [ 930.782892] env[69265]: DEBUG nova.compute.manager [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.783917] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca40724-a371-4def-aab2-c4d2ff2de5ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.811529] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.811780] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.811957] env[69265]: INFO nova.compute.manager [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Shelving [ 930.821399] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae54076-45bd-433d-a296-4b5cecde2ef5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.835148] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b262d-b33f-4d2a-afd9-c5f1ab4397dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.853023] env[69265]: DEBUG nova.compute.provider_tree [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.863638] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.863733] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b598a668-75e8-4d67-b3a8-cd7a16598810 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.872345] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 930.872345] env[69265]: value = "task-3476247" [ 930.872345] env[69265]: _type = "Task" [ 930.872345] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.881450] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 930.881662] env[69265]: DEBUG nova.compute.manager [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.882451] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb8a434-1d12-4eda-b0ed-89f0ed5adc91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.888712] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.888712] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.888882] env[69265]: DEBUG nova.network.neutron [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.896476] env[69265]: DEBUG nova.compute.manager [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Received event network-vif-plugged-38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.896685] env[69265]: DEBUG oslo_concurrency.lockutils [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] Acquiring lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.896901] env[69265]: DEBUG oslo_concurrency.lockutils [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] Lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.897098] env[69265]: DEBUG oslo_concurrency.lockutils [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] Lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.897274] env[69265]: DEBUG nova.compute.manager [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] No waiting events found dispatching network-vif-plugged-38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.897438] env[69265]: WARNING nova.compute.manager [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Received unexpected event network-vif-plugged-38b28973-32f4-4450-a519-463bce430f00 for instance with vm_state building and task_state spawning. [ 930.897594] env[69265]: DEBUG nova.compute.manager [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Received event network-changed-38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.897743] env[69265]: DEBUG nova.compute.manager [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing instance network info cache due to event network-changed-38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.897904] env[69265]: DEBUG oslo_concurrency.lockutils [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] Acquiring lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.229701] env[69265]: DEBUG nova.network.neutron [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updating instance_info_cache with network_info: [{"id": "38b28973-32f4-4450-a519-463bce430f00", "address": "fa:16:3e:2b:09:84", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b28973-32", "ovs_interfaceid": "38b28973-32f4-4450-a519-463bce430f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.339868] env[69265]: INFO nova.compute.manager [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Swapping old allocation on dict_keys(['54dc8967-839c-47d9-afbf-145e08cc68ae']) held by migration cc04fb34-c112-4789-985a-6d3a97cb7268 for instance [ 931.344917] env[69265]: INFO nova.compute.manager [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Took 42.81 seconds to build instance. [ 931.355142] env[69265]: DEBUG nova.scheduler.client.report [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.376313] env[69265]: DEBUG nova.scheduler.client.report [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Overwriting current allocation {'allocations': {'54dc8967-839c-47d9-afbf-145e08cc68ae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': '6460ea17a0c1475d95aef647e3084793', 'user_id': 'bd7ab6b849584365900037a2cfcf0898', 'consumer_generation': 1} on consumer 8d0b13c6-cb9f-4980-930d-760e24dbab70 {{(pid=69265) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 931.478705] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.478895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquired lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.479109] env[69265]: DEBUG nova.network.neutron [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.723259] env[69265]: DEBUG nova.network.neutron [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Updating instance_info_cache with network_info: [{"id": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "address": "fa:16:3e:73:5e:7e", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbcc628-19", "ovs_interfaceid": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.732932] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Releasing lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.733082] env[69265]: DEBUG nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Instance network_info: |[{"id": "38b28973-32f4-4450-a519-463bce430f00", "address": "fa:16:3e:2b:09:84", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b28973-32", "ovs_interfaceid": "38b28973-32f4-4450-a519-463bce430f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.733399] env[69265]: DEBUG oslo_concurrency.lockutils [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] Acquired lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.733578] env[69265]: DEBUG nova.network.neutron [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing network info cache for port 38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.734644] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:09:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b28973-32f4-4450-a519-463bce430f00', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.743737] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Creating folder: Project (2d6d49f0b3cb42da9c77b1440f893284). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.744795] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-047d9c90-3089-4599-a61b-8b0f99b98f73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.755028] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Created folder: Project (2d6d49f0b3cb42da9c77b1440f893284) in parent group-v694865. [ 931.755219] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Creating folder: Instances. Parent ref: group-v695046. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.755442] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27a41c66-ff31-4631-9353-fd3909bf1121 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.765288] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Created folder: Instances in parent group-v695046. [ 931.765513] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.765693] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.765884] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2548b7e0-8c59-4154-a8d2-11d45966c1fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.784587] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.784587] env[69265]: value = "task-3476250" [ 931.784587] env[69265]: _type = "Task" [ 931.784587] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.791992] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476250, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.824254] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.824537] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82058b65-a0bc-4764-847a-e89bdee402c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.830393] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 931.830393] env[69265]: value = "task-3476251" [ 931.830393] env[69265]: _type = "Task" [ 931.830393] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.838998] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.847039] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9b3cca1d-79a3-4b6d-977e-735c4629a1ed tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.444s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.865129] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.868203] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.504s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.869331] env[69265]: INFO nova.compute.claims [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.889288] env[69265]: INFO nova.scheduler.client.report [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted allocations for instance c30f982f-1087-49e7-b4ae-40aae85b3af5 [ 932.148335] env[69265]: INFO nova.compute.manager [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Rebuilding instance [ 932.182904] env[69265]: DEBUG nova.compute.manager [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.183803] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5496c93-77db-44ea-9869-0035a5750593 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.225435] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.240269] env[69265]: DEBUG nova.network.neutron [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance_info_cache with network_info: [{"id": "1dd31097-2332-48f6-8007-0d775365e966", "address": "fa:16:3e:cb:bc:8d", "network": {"id": "d29d1b19-97c5-4b7b-978f-7b464f5f3fa5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3a038e5282c84e6bad836a7a179c7c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd31097-23", "ovs_interfaceid": "1dd31097-2332-48f6-8007-0d775365e966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.296849] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476250, 'name': CreateVM_Task, 'duration_secs': 0.345346} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.296849] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.296849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.296849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.297062] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.298024] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6302e95-f2b7-4541-a26e-7883f74b47e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.303009] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 932.303009] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a7d0eb-3219-2efc-4ff7-618c8c6719b1" [ 932.303009] env[69265]: _type = "Task" [ 932.303009] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.310834] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a7d0eb-3219-2efc-4ff7-618c8c6719b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.340017] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476251, 'name': PowerOffVM_Task, 'duration_secs': 0.201305} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.340343] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.341146] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63d5b4a-139e-40ad-9d9e-5cc04d46a98e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.368261] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f77d78-9441-4f02-a460-22451f54a4c1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.401130] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "c30f982f-1087-49e7-b4ae-40aae85b3af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.452s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.542566] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.542861] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3888de78-05ad-418c-bc24-4174446af676 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.554554] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.554637] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba85c318-c69b-47b0-b50b-1aed969afac3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.558663] env[69265]: DEBUG nova.compute.manager [req-500331c3-ac9e-4bf3-afe5-7ca44483b2e2 req-45c3be42-d7a0-4c91-875e-77e81cd72795 service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Received event network-vif-unplugged-0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.558859] env[69265]: DEBUG oslo_concurrency.lockutils [req-500331c3-ac9e-4bf3-afe5-7ca44483b2e2 req-45c3be42-d7a0-4c91-875e-77e81cd72795 service nova] Acquiring lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.559152] env[69265]: DEBUG oslo_concurrency.lockutils [req-500331c3-ac9e-4bf3-afe5-7ca44483b2e2 req-45c3be42-d7a0-4c91-875e-77e81cd72795 service nova] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.559362] env[69265]: DEBUG oslo_concurrency.lockutils [req-500331c3-ac9e-4bf3-afe5-7ca44483b2e2 req-45c3be42-d7a0-4c91-875e-77e81cd72795 service nova] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.559660] env[69265]: DEBUG nova.compute.manager [req-500331c3-ac9e-4bf3-afe5-7ca44483b2e2 req-45c3be42-d7a0-4c91-875e-77e81cd72795 service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] No waiting events found dispatching network-vif-unplugged-0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.559748] env[69265]: WARNING nova.compute.manager [req-500331c3-ac9e-4bf3-afe5-7ca44483b2e2 req-45c3be42-d7a0-4c91-875e-77e81cd72795 service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Received unexpected event network-vif-unplugged-0cbcc628-19e8-434a-a14f-595bd9e7725b for instance with vm_state shelved and task_state shelving_offloading. [ 932.630389] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.630389] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.630389] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleting the datastore file [datastore2] 23caef4b-fd6a-479e-b30c-707001f2c38f {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.630536] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b12e3fa7-2fbb-4986-901a-0ba3f8821fe9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.637773] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 932.637773] env[69265]: value = "task-3476253" [ 932.637773] env[69265]: _type = "Task" [ 932.637773] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.638751] env[69265]: DEBUG nova.network.neutron [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updated VIF entry in instance network info cache for port 38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.639155] env[69265]: DEBUG nova.network.neutron [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updating instance_info_cache with network_info: [{"id": "38b28973-32f4-4450-a519-463bce430f00", "address": "fa:16:3e:2b:09:84", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b28973-32", "ovs_interfaceid": "38b28973-32f4-4450-a519-463bce430f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.649890] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.743978] env[69265]: DEBUG oslo_concurrency.lockutils [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Releasing lock "refresh_cache-8d0b13c6-cb9f-4980-930d-760e24dbab70" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.743978] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.743978] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a915d5aa-f60d-4b8f-aa82-64396cb5953b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.753022] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 932.753022] env[69265]: value = "task-3476254" [ 932.753022] env[69265]: _type = "Task" [ 932.753022] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.761206] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.814739] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a7d0eb-3219-2efc-4ff7-618c8c6719b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.815116] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.815390] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.815641] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.815789] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.815966] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.816249] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f78e22-140f-48ee-ba2a-79e92c13eb12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.828803] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.829016] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.829844] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5551ed71-cbe9-404b-9a70-e2ecd0b8effc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.835687] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 932.835687] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb3dd7-a079-5229-ae68-c16f7443480d" [ 932.835687] env[69265]: _type = "Task" [ 932.835687] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.844343] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb3dd7-a079-5229-ae68-c16f7443480d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.884393] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.884393] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73bc5bea-90b4-4280-b683-dc9b17a123a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.895884] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 932.895884] env[69265]: value = "task-3476255" [ 932.895884] env[69265]: _type = "Task" [ 932.895884] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.908031] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476255, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.146411] env[69265]: DEBUG oslo_concurrency.lockutils [req-462c5fb7-e7d8-4d92-b95d-538cc05dc408 req-bb432bde-8cd7-4789-b08e-87f8d21e769a service nova] Releasing lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.153942] env[69265]: DEBUG oslo_vmware.api [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144927} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.154246] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.154428] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.154607] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.183228] env[69265]: INFO nova.scheduler.client.report [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted allocations for instance 23caef4b-fd6a-479e-b30c-707001f2c38f [ 933.198872] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.199303] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b09ec3da-88da-4415-80ea-7c7bd190d792 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.216024] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 933.216024] env[69265]: value = "task-3476256" [ 933.216024] env[69265]: _type = "Task" [ 933.216024] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.227475] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.264590] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476254, 'name': PowerOffVM_Task, 'duration_secs': 0.282796} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.264876] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.265678] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2177f94c-5175-47b8-9251-d3e65c2dc0a3',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1893554111',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.266217] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.266372] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.266577] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.266739] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.266916] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.267126] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.267304] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.267478] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.267654] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.267842] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.277370] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82af47e7-643a-4f3a-9951-59b1ce16cac8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.295239] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 933.295239] env[69265]: value = "task-3476257" [ 933.295239] env[69265]: _type = "Task" [ 933.295239] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.306492] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.347215] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eb3dd7-a079-5229-ae68-c16f7443480d, 'name': SearchDatastore_Task, 'duration_secs': 0.016349} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.351627] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29de081b-03b5-431a-9626-0e658edc4142 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.357666] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 933.357666] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5237a976-231d-3a24-bc2f-6233c2f3ec79" [ 933.357666] env[69265]: _type = "Task" [ 933.357666] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.369464] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5237a976-231d-3a24-bc2f-6233c2f3ec79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.408270] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476255, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.534723] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166865b1-5fe2-4bc1-8d93-99a7050da3d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.543417] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98746bed-f895-4617-838b-9b09d354e727 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.581211] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0228dc72-4aa9-439e-a7c0-38a94a8aaeab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.588926] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eeca4a-1bf3-4aff-baef-764e204a6634 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.604580] env[69265]: DEBUG nova.compute.provider_tree [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.689292] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.728069] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476256, 'name': PowerOffVM_Task, 'duration_secs': 0.126304} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.728316] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.728656] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.729837] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8daf9f4-cf5f-4ca2-8f61-ee044d16d77a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.737134] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.737403] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d657bca-1bed-4a2f-a68e-ba54be8e95ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.765015] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.765291] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.765485] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Deleting the datastore file [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.765823] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b93b316a-d228-410c-9d67-4379dfe936bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.776874] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 933.776874] env[69265]: value = "task-3476259" [ 933.776874] env[69265]: _type = "Task" [ 933.776874] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.787038] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.805669] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476257, 'name': ReconfigVM_Task, 'duration_secs': 0.165023} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.805963] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9be056-525e-4cd6-a2de-3e44357004ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.827146] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2177f94c-5175-47b8-9251-d3e65c2dc0a3',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1893554111',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.827497] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.827673] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.827856] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.828890] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.829194] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.829537] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.829874] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.830105] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.830300] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.830499] env[69265]: DEBUG nova.virt.hardware [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.831443] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96340fd4-0de0-4cd1-a23f-5d44c1563d78 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.840741] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 933.840741] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525f1a02-47e4-b018-6b36-0096c4eeee03" [ 933.840741] env[69265]: _type = "Task" [ 933.840741] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.852479] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525f1a02-47e4-b018-6b36-0096c4eeee03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.869254] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5237a976-231d-3a24-bc2f-6233c2f3ec79, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.869565] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.869835] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] fed9328b-a6c0-48b2-aab6-c2dbffa5130f/fed9328b-a6c0-48b2-aab6-c2dbffa5130f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.870185] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-753ef485-2c3e-490c-a682-5aca7a6d21e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.878086] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 933.878086] env[69265]: value = "task-3476260" [ 933.878086] env[69265]: _type = "Task" [ 933.878086] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.886223] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.908086] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476255, 'name': CreateSnapshot_Task, 'duration_secs': 0.653433} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.908447] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.909334] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab34f7b-0f62-4bed-918a-654c7c08eade {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.110562] env[69265]: DEBUG nova.scheduler.client.report [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.287411] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259881} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.287411] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.287411] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.287411] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.353609] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525f1a02-47e4-b018-6b36-0096c4eeee03, 'name': SearchDatastore_Task, 'duration_secs': 0.015653} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.360065] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.360730] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5b7270-ba62-4a83-9be2-c68d60d4f627 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.384540] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 934.384540] env[69265]: value = "task-3476261" [ 934.384540] env[69265]: _type = "Task" [ 934.384540] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.391720] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476260, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.399193] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.429068] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.429487] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c5636e17-ca5e-4987-900c-aed9eaf1cda8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.440272] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 934.440272] env[69265]: value = "task-3476262" [ 934.440272] env[69265]: _type = "Task" [ 934.440272] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.449233] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476262, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.593846] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "23caef4b-fd6a-479e-b30c-707001f2c38f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.615584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.616247] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.619599] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.650s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.619599] env[69265]: DEBUG nova.objects.instance [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lazy-loading 'resources' on Instance uuid 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.750615] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.751121] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.766343] env[69265]: DEBUG nova.compute.manager [req-e358da4c-cbb5-44aa-8695-89e3410bae2c req-53de95f1-41d9-4dca-9b43-c86271143e8e service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Received event network-changed-0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.767132] env[69265]: DEBUG nova.compute.manager [req-e358da4c-cbb5-44aa-8695-89e3410bae2c req-53de95f1-41d9-4dca-9b43-c86271143e8e service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Refreshing instance network info cache due to event network-changed-0cbcc628-19e8-434a-a14f-595bd9e7725b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.767132] env[69265]: DEBUG oslo_concurrency.lockutils [req-e358da4c-cbb5-44aa-8695-89e3410bae2c req-53de95f1-41d9-4dca-9b43-c86271143e8e service nova] Acquiring lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.767132] env[69265]: DEBUG oslo_concurrency.lockutils [req-e358da4c-cbb5-44aa-8695-89e3410bae2c req-53de95f1-41d9-4dca-9b43-c86271143e8e service nova] Acquired lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.767132] env[69265]: DEBUG nova.network.neutron [req-e358da4c-cbb5-44aa-8695-89e3410bae2c req-53de95f1-41d9-4dca-9b43-c86271143e8e service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Refreshing network info cache for port 0cbcc628-19e8-434a-a14f-595bd9e7725b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.888439] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834734} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.891706] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] fed9328b-a6c0-48b2-aab6-c2dbffa5130f/fed9328b-a6c0-48b2-aab6-c2dbffa5130f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.891946] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.892418] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c08af720-20ae-48b9-acf5-42c091d530f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.899219] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476261, 'name': ReconfigVM_Task, 'duration_secs': 0.329591} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.900695] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.901136] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 934.901136] env[69265]: value = "task-3476263" [ 934.901136] env[69265]: _type = "Task" [ 934.901136] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.902068] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc05aff-7f9d-4380-bd59-9740458dcc25 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.914607] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.932500] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70/8d0b13c6-cb9f-4980-930d-760e24dbab70.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.932843] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b2ce2f-fe75-466c-bd69-82f7ff8fccee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.956035] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476262, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.957055] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 934.957055] env[69265]: value = "task-3476264" [ 934.957055] env[69265]: _type = "Task" [ 934.957055] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.965640] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.125948] env[69265]: DEBUG nova.compute.utils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.128029] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.128029] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.176197] env[69265]: DEBUG nova.policy [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8db954006e4798b26c16a0bef0471c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c7c8548ce44b489fad9e000f4592d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.254895] env[69265]: DEBUG nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.336047] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.336299] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.336456] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.336637] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.336783] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.336931] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.337325] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.337501] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.337876] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.338071] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.338257] env[69265]: DEBUG nova.virt.hardware [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.339847] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea6167d-a8d6-4468-8f7d-67cbde311b8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.350708] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5992a3-b4fc-44fc-a224-66310013f141 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.367860] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.373769] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.376808] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.377574] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f381e16d-d144-488f-9fa4-ee1c39ac3994 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.402417] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.402417] env[69265]: value = "task-3476265" [ 935.402417] env[69265]: _type = "Task" [ 935.402417] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.415777] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476265, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.419697] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.453535} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.419959] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.420737] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d457545a-53ec-435b-a122-4ec85a4a5367 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.445991] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] fed9328b-a6c0-48b2-aab6-c2dbffa5130f/fed9328b-a6c0-48b2-aab6-c2dbffa5130f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.448483] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ddf0b8f-7215-4694-896e-6785ba6fa0a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.476053] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 935.476053] env[69265]: value = "task-3476266" [ 935.476053] env[69265]: _type = "Task" [ 935.476053] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.479429] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476262, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.488327] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.496488] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.584037] env[69265]: DEBUG nova.network.neutron [req-e358da4c-cbb5-44aa-8695-89e3410bae2c req-53de95f1-41d9-4dca-9b43-c86271143e8e service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Updated VIF entry in instance network info cache for port 0cbcc628-19e8-434a-a14f-595bd9e7725b. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.584037] env[69265]: DEBUG nova.network.neutron [req-e358da4c-cbb5-44aa-8695-89e3410bae2c req-53de95f1-41d9-4dca-9b43-c86271143e8e service nova] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Updating instance_info_cache with network_info: [{"id": "0cbcc628-19e8-434a-a14f-595bd9e7725b", "address": "fa:16:3e:73:5e:7e", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": null, "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0cbcc628-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.630337] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.689741] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Successfully created port: cae83caa-49c6-4606-90dc-f9ad16d4a95f {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.715723] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ddbf58-2a5a-4181-99d3-1f9e7f52b4a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.728026] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0934f-ce3f-455b-bdc9-3659507880c5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.760027] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf153a5-2093-4c53-84c7-0c048fde4f3d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.773454] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375f787-eba5-404e-be59-c87eb17acfb0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.783028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.790198] env[69265]: DEBUG nova.compute.provider_tree [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.913543] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476265, 'name': CreateVM_Task, 'duration_secs': 0.39734} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.913727] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.914189] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.914384] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.914712] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.914974] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1460b1e-e87d-42d5-abc7-7282995e573a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.919665] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 935.919665] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a3fba1-cdba-03f6-1f83-07f4bf1ca08a" [ 935.919665] env[69265]: _type = "Task" [ 935.919665] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.927820] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a3fba1-cdba-03f6-1f83-07f4bf1ca08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.978663] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476264, 'name': ReconfigVM_Task, 'duration_secs': 0.615115} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.982087] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70/8d0b13c6-cb9f-4980-930d-760e24dbab70.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.982522] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476262, 'name': CloneVM_Task, 'duration_secs': 1.484185} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.983252] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfbbe69-eb21-4348-9efe-487bfdf6560e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.988674] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Created linked-clone VM from snapshot [ 935.989729] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535c4ccb-662e-45b5-b407-5f5b9fd8bfa8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.017212] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fbb3a9-7bb0-4ddc-b7b7-822ea22a27e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.019913] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Uploading image 81c6b488-284f-4712-a861-6e81db4f9083 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 936.021858] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476266, 'name': ReconfigVM_Task, 'duration_secs': 0.473464} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.026021] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] fed9328b-a6c0-48b2-aab6-c2dbffa5130f/fed9328b-a6c0-48b2-aab6-c2dbffa5130f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.026021] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d0d11b-e143-49b2-80c3-6e1b3a7a24b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.046981] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e953d0a-a013-4532-afa0-b6de5589f88a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.049720] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 936.049720] env[69265]: value = "task-3476267" [ 936.049720] env[69265]: _type = "Task" [ 936.049720] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.069145] env[69265]: DEBUG oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 936.069145] env[69265]: value = "vm-695050" [ 936.069145] env[69265]: _type = "VirtualMachine" [ 936.069145] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 936.070298] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1a94a6-cd1c-48d5-8538-b08e674830fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.073031] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0e10d3e-9539-4c76-9fe8-e36aba4ad25c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.077554] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476267, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.081779] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.082874] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ca7abe-2244-4283-ad99-54d77ab27f4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.084583] env[69265]: DEBUG oslo_concurrency.lockutils [req-e358da4c-cbb5-44aa-8695-89e3410bae2c req-53de95f1-41d9-4dca-9b43-c86271143e8e service nova] Releasing lock "refresh_cache-23caef4b-fd6a-479e-b30c-707001f2c38f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.085070] env[69265]: DEBUG oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lease: (returnval){ [ 936.085070] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5240c414-52e1-6091-6010-fb66d20bffb5" [ 936.085070] env[69265]: _type = "HttpNfcLease" [ 936.085070] env[69265]: } obtained for exporting VM: (result){ [ 936.085070] env[69265]: value = "vm-695050" [ 936.085070] env[69265]: _type = "VirtualMachine" [ 936.085070] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 936.085308] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the lease: (returnval){ [ 936.085308] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5240c414-52e1-6091-6010-fb66d20bffb5" [ 936.085308] env[69265]: _type = "HttpNfcLease" [ 936.085308] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.089375] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 936.089375] env[69265]: value = "task-3476269" [ 936.089375] env[69265]: _type = "Task" [ 936.089375] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.094015] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.094015] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5240c414-52e1-6091-6010-fb66d20bffb5" [ 936.094015] env[69265]: _type = "HttpNfcLease" [ 936.094015] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 936.098529] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.294026] env[69265]: DEBUG nova.scheduler.client.report [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.432167] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a3fba1-cdba-03f6-1f83-07f4bf1ca08a, 'name': SearchDatastore_Task, 'duration_secs': 0.031903} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.432536] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.432725] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.432957] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.433118] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.433315] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.433853] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c8bdd6e-5245-457e-ad75-346372d9b5e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.442042] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.442284] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.443073] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7feae0-34f9-46e8-86e0-fb67c7813210 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.448041] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 936.448041] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52243526-6d54-4b24-536c-61cbf042e795" [ 936.448041] env[69265]: _type = "Task" [ 936.448041] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.455937] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52243526-6d54-4b24-536c-61cbf042e795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.560048] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476267, 'name': Rename_Task, 'duration_secs': 0.323083} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.560337] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.560594] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f71fcdea-f13e-49b3-947c-6cc6badc3119 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.566828] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 936.566828] env[69265]: value = "task-3476270" [ 936.566828] env[69265]: _type = "Task" [ 936.566828] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.574444] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.594507] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.594507] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5240c414-52e1-6091-6010-fb66d20bffb5" [ 936.594507] env[69265]: _type = "HttpNfcLease" [ 936.594507] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 936.595143] env[69265]: DEBUG oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 936.595143] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5240c414-52e1-6091-6010-fb66d20bffb5" [ 936.595143] env[69265]: _type = "HttpNfcLease" [ 936.595143] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 936.595848] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87595a7-e9da-4a0e-86d4-ec737fb49330 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.601530] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.607342] env[69265]: DEBUG oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633cb6-b8fa-eafc-a6eb-9b6b06e10626/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 936.607602] env[69265]: DEBUG oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633cb6-b8fa-eafc-a6eb-9b6b06e10626/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 936.667627] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.692363] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.692630] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.692817] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.693574] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.693574] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.693574] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.693764] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.694417] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.694417] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.694417] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.694565] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.695434] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beced5bb-6105-41d6-9ce9-164fa0110022 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.701610] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b04a8527-f4e9-43cd-bec8-e7b20cdb7d68 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.707443] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963cff34-3f8d-4f1d-b64e-c4324a455a2c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.799764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.803407] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.442s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.806925] env[69265]: INFO nova.compute.claims [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.827386] env[69265]: INFO nova.scheduler.client.report [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Deleted allocations for instance 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4 [ 936.958960] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52243526-6d54-4b24-536c-61cbf042e795, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.960029] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4402774d-3d8b-4979-8a37-d5d224d42fdb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.967108] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 936.967108] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f9dc62-231c-07f2-f1c7-a6da71f827ed" [ 936.967108] env[69265]: _type = "Task" [ 936.967108] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.977555] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f9dc62-231c-07f2-f1c7-a6da71f827ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.080679] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.102765] env[69265]: DEBUG oslo_vmware.api [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476269, 'name': PowerOnVM_Task, 'duration_secs': 0.554531} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.103642] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.339453] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7489bdca-a092-42f7-bfa5-fdadd46204af tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Lock "59fdc1cf-af5f-478a-9990-d7ffc5dff0d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.812s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.474875] env[69265]: DEBUG nova.compute.manager [req-243ee4a1-e593-4aa2-99e4-3bd0a4ef41c9 req-e592953a-b269-45da-a82f-f0eae05a9ba1 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Received event network-vif-plugged-cae83caa-49c6-4606-90dc-f9ad16d4a95f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.475647] env[69265]: DEBUG oslo_concurrency.lockutils [req-243ee4a1-e593-4aa2-99e4-3bd0a4ef41c9 req-e592953a-b269-45da-a82f-f0eae05a9ba1 service nova] Acquiring lock "03b1072e-5312-467a-be2e-9d069827a5cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.475835] env[69265]: DEBUG oslo_concurrency.lockutils [req-243ee4a1-e593-4aa2-99e4-3bd0a4ef41c9 req-e592953a-b269-45da-a82f-f0eae05a9ba1 service nova] Lock "03b1072e-5312-467a-be2e-9d069827a5cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.476282] env[69265]: DEBUG oslo_concurrency.lockutils [req-243ee4a1-e593-4aa2-99e4-3bd0a4ef41c9 req-e592953a-b269-45da-a82f-f0eae05a9ba1 service nova] Lock "03b1072e-5312-467a-be2e-9d069827a5cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.477018] env[69265]: DEBUG nova.compute.manager [req-243ee4a1-e593-4aa2-99e4-3bd0a4ef41c9 req-e592953a-b269-45da-a82f-f0eae05a9ba1 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] No waiting events found dispatching network-vif-plugged-cae83caa-49c6-4606-90dc-f9ad16d4a95f {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.477384] env[69265]: WARNING nova.compute.manager [req-243ee4a1-e593-4aa2-99e4-3bd0a4ef41c9 req-e592953a-b269-45da-a82f-f0eae05a9ba1 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Received unexpected event network-vif-plugged-cae83caa-49c6-4606-90dc-f9ad16d4a95f for instance with vm_state building and task_state spawning. [ 937.486785] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f9dc62-231c-07f2-f1c7-a6da71f827ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013759} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.487423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.488069] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32/a41a0ce5-a89f-45e5-b466-8ca0e60dff32.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.488627] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1f2b42-51a6-4fa1-928e-eaa279e6c54d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.500896] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 937.500896] env[69265]: value = "task-3476271" [ 937.500896] env[69265]: _type = "Task" [ 937.500896] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.516160] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.578681] env[69265]: DEBUG oslo_vmware.api [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476270, 'name': PowerOnVM_Task, 'duration_secs': 0.527966} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.579433] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.579768] env[69265]: INFO nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Took 9.01 seconds to spawn the instance on the hypervisor. [ 937.580045] env[69265]: DEBUG nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.580898] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d442a3a-5ead-429b-93ac-420baf37127e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.749553] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Successfully updated port: cae83caa-49c6-4606-90dc-f9ad16d4a95f {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.013466] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476271, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.110131] env[69265]: INFO nova.compute.manager [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Took 48.03 seconds to build instance. [ 938.120430] env[69265]: INFO nova.compute.manager [None req-548a9b00-f6fc-461a-b6e6-4f833ea7c5a1 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance to original state: 'active' [ 938.252413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "refresh_cache-03b1072e-5312-467a-be2e-9d069827a5cc" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.252583] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "refresh_cache-03b1072e-5312-467a-be2e-9d069827a5cc" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.252736] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.404157] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc50061-705e-4af0-ae85-5111ced86224 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.414061] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2d4778-8fe6-499c-86d1-c0469cdef542 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.452509] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58f545f-52b6-46cd-99d6-042fd210ad44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.462941] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65903987-222c-4a04-ad1a-8cb81bc8c3ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.480782] env[69265]: DEBUG nova.compute.provider_tree [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.516117] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578415} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.519019] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32/a41a0ce5-a89f-45e5-b466-8ca0e60dff32.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.519019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.519019] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54c61537-7c92-40e7-a880-b40effff1fdc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.526396] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 938.526396] env[69265]: value = "task-3476272" [ 938.526396] env[69265]: _type = "Task" [ 938.526396] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.549531] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.611682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-45127642-1826-4555-ad50-80eec0d055cd tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.451s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.843100] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.986126] env[69265]: DEBUG nova.scheduler.client.report [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.037856] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210738} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.038160] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.038986] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b386a2d4-3f39-4eb1-aba5-56f33da09ea0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.065243] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32/a41a0ce5-a89f-45e5-b466-8ca0e60dff32.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.065502] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef541ec-3e83-42f6-81a1-ef32c357e6bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.090912] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 939.090912] env[69265]: value = "task-3476273" [ 939.090912] env[69265]: _type = "Task" [ 939.090912] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.103301] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.225780] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Updating instance_info_cache with network_info: [{"id": "cae83caa-49c6-4606-90dc-f9ad16d4a95f", "address": "fa:16:3e:0f:0d:39", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae83caa-49", "ovs_interfaceid": "cae83caa-49c6-4606-90dc-f9ad16d4a95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.492335] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.495748] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.498482] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.531s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.502020] env[69265]: INFO nova.compute.claims [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.605560] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.728816] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "refresh_cache-03b1072e-5312-467a-be2e-9d069827a5cc" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.729233] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Instance network_info: |[{"id": "cae83caa-49c6-4606-90dc-f9ad16d4a95f", "address": "fa:16:3e:0f:0d:39", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae83caa-49", "ovs_interfaceid": "cae83caa-49c6-4606-90dc-f9ad16d4a95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.729795] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:0d:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae83caa-49c6-4606-90dc-f9ad16d4a95f', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.738537] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.738774] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.739011] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c44b64bc-8cdb-44fb-96ab-689cc3575a27 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.763158] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.763158] env[69265]: value = "task-3476274" [ 939.763158] env[69265]: _type = "Task" [ 939.763158] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.769645] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476274, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.005082] env[69265]: DEBUG nova.compute.utils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.011126] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.011126] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.019849] env[69265]: DEBUG nova.compute.manager [req-6d35541c-a277-482e-8733-cf6b264e24f4 req-8a0f0954-b0b9-4b14-84a2-4ffa4bbcfae3 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Received event network-changed-cae83caa-49c6-4606-90dc-f9ad16d4a95f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.019849] env[69265]: DEBUG nova.compute.manager [req-6d35541c-a277-482e-8733-cf6b264e24f4 req-8a0f0954-b0b9-4b14-84a2-4ffa4bbcfae3 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Refreshing instance network info cache due to event network-changed-cae83caa-49c6-4606-90dc-f9ad16d4a95f. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.019849] env[69265]: DEBUG oslo_concurrency.lockutils [req-6d35541c-a277-482e-8733-cf6b264e24f4 req-8a0f0954-b0b9-4b14-84a2-4ffa4bbcfae3 service nova] Acquiring lock "refresh_cache-03b1072e-5312-467a-be2e-9d069827a5cc" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.019849] env[69265]: DEBUG oslo_concurrency.lockutils [req-6d35541c-a277-482e-8733-cf6b264e24f4 req-8a0f0954-b0b9-4b14-84a2-4ffa4bbcfae3 service nova] Acquired lock "refresh_cache-03b1072e-5312-467a-be2e-9d069827a5cc" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.019849] env[69265]: DEBUG nova.network.neutron [req-6d35541c-a277-482e-8733-cf6b264e24f4 req-8a0f0954-b0b9-4b14-84a2-4ffa4bbcfae3 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Refreshing network info cache for port cae83caa-49c6-4606-90dc-f9ad16d4a95f {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.106885] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476273, 'name': ReconfigVM_Task, 'duration_secs': 0.563403} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.107266] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32/a41a0ce5-a89f-45e5-b466-8ca0e60dff32.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.107926] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83f2446-98e9-4522-93e9-33b6cfcb5be6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.114153] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 940.114153] env[69265]: value = "task-3476275" [ 940.114153] env[69265]: _type = "Task" [ 940.114153] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.115605] env[69265]: DEBUG nova.policy [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8db954006e4798b26c16a0bef0471c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c7c8548ce44b489fad9e000f4592d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.136764] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476275, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.271673] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476274, 'name': CreateVM_Task, 'duration_secs': 0.359036} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.271890] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.272950] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.272950] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.273320] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.273622] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40369c52-3f92-42d9-810a-5337cc8c8fef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.279033] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 940.279033] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dba09f-6b7c-1978-45cc-136e6d1c5e76" [ 940.279033] env[69265]: _type = "Task" [ 940.279033] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.292447] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dba09f-6b7c-1978-45cc-136e6d1c5e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.510822] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.634311] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476275, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.646757] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Successfully created port: b9b2329a-2be8-4606-8dbe-18b170c024e2 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.765106] env[69265]: DEBUG nova.network.neutron [req-6d35541c-a277-482e-8733-cf6b264e24f4 req-8a0f0954-b0b9-4b14-84a2-4ffa4bbcfae3 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Updated VIF entry in instance network info cache for port cae83caa-49c6-4606-90dc-f9ad16d4a95f. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.765489] env[69265]: DEBUG nova.network.neutron [req-6d35541c-a277-482e-8733-cf6b264e24f4 req-8a0f0954-b0b9-4b14-84a2-4ffa4bbcfae3 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Updating instance_info_cache with network_info: [{"id": "cae83caa-49c6-4606-90dc-f9ad16d4a95f", "address": "fa:16:3e:0f:0d:39", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae83caa-49", "ovs_interfaceid": "cae83caa-49c6-4606-90dc-f9ad16d4a95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.790306] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dba09f-6b7c-1978-45cc-136e6d1c5e76, 'name': SearchDatastore_Task, 'duration_secs': 0.014618} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.790542] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.790918] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.791186] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.791331] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.791515] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.791804] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd1a21c-3e57-43c9-80bc-9f27bf887c65 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.809247] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.809601] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.810407] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda1acf2-2df0-4f58-a9ef-252b10f21382 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.815710] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 940.815710] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5210c619-d09a-8015-f7ca-06b596dd5be1" [ 940.815710] env[69265]: _type = "Task" [ 940.815710] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.827535] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5210c619-d09a-8015-f7ca-06b596dd5be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.037758] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d383e8f0-d049-4c75-88ce-79336e179b8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.048476] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61441a-f0c8-463d-b0d2-5723f1624f2e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.082698] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e179a-2897-4631-90d5-a49525ec0c45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.094169] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac53836-d7f5-4469-8102-9e3453b2b547 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.111219] env[69265]: DEBUG nova.compute.provider_tree [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.132262] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476275, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.189258] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "8d0b13c6-cb9f-4980-930d-760e24dbab70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.189258] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.189476] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.189688] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.189937] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.192621] env[69265]: INFO nova.compute.manager [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Terminating instance [ 941.268285] env[69265]: DEBUG oslo_concurrency.lockutils [req-6d35541c-a277-482e-8733-cf6b264e24f4 req-8a0f0954-b0b9-4b14-84a2-4ffa4bbcfae3 service nova] Releasing lock "refresh_cache-03b1072e-5312-467a-be2e-9d069827a5cc" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.327378] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5210c619-d09a-8015-f7ca-06b596dd5be1, 'name': SearchDatastore_Task, 'duration_secs': 0.037718} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.328325] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f680d5a1-7989-4a88-8ce2-70a115c493b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.334620] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 941.334620] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527ac709-025e-a0fe-f9af-29ffbb4cb502" [ 941.334620] env[69265]: _type = "Task" [ 941.334620] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.343881] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527ac709-025e-a0fe-f9af-29ffbb4cb502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.527871] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.550511] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.550766] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.550959] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.551106] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.551253] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.551399] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.551598] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.551755] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.551918] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.552103] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.552283] env[69265]: DEBUG nova.virt.hardware [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.553323] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d56a84-e296-481d-8435-9cf2458411cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.562126] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af37706b-bcd7-4075-90f9-9583f3d30856 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.592693] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.592693] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.612629] env[69265]: DEBUG nova.scheduler.client.report [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.630968] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476275, 'name': Rename_Task, 'duration_secs': 1.241963} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.631347] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.631624] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-293f27e0-cdd8-49c4-afc2-0552a7c6d84a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.638585] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 941.638585] env[69265]: value = "task-3476276" [ 941.638585] env[69265]: _type = "Task" [ 941.638585] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.650895] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.696552] env[69265]: DEBUG nova.compute.manager [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.696850] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.697893] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370aae25-840a-4f3a-a5d5-3c3c51bc73fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.706097] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.706238] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c4f093-4806-4f46-bc21-cc8df1275a03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.712127] env[69265]: DEBUG oslo_vmware.api [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 941.712127] env[69265]: value = "task-3476277" [ 941.712127] env[69265]: _type = "Task" [ 941.712127] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.720309] env[69265]: DEBUG oslo_vmware.api [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.846015] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527ac709-025e-a0fe-f9af-29ffbb4cb502, 'name': SearchDatastore_Task, 'duration_secs': 0.021347} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.846350] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.846627] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 03b1072e-5312-467a-be2e-9d069827a5cc/03b1072e-5312-467a-be2e-9d069827a5cc.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.846886] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24619ba7-45fd-47be-871e-d799f8d98fb4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.853536] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 941.853536] env[69265]: value = "task-3476278" [ 941.853536] env[69265]: _type = "Task" [ 941.853536] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.864183] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.883107] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.883311] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.096510] env[69265]: DEBUG nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.120481] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.121142] env[69265]: DEBUG nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.123700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.904s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.123921] env[69265]: DEBUG nova.objects.instance [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lazy-loading 'resources' on Instance uuid 01c1ddd3-75e4-47b9-8abb-5adb242c50ec {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.150511] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476276, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.222686] env[69265]: DEBUG oslo_vmware.api [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476277, 'name': PowerOffVM_Task, 'duration_secs': 0.248039} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.222984] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.223157] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.223454] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8df27e2a-29bd-45e0-b4b9-5e3a920b544e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.286821] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.287131] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.287312] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Deleting the datastore file [datastore2] 8d0b13c6-cb9f-4980-930d-760e24dbab70 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.287594] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd1a988-61aa-4a6c-8765-54c05e035250 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.295493] env[69265]: DEBUG oslo_vmware.api [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 942.295493] env[69265]: value = "task-3476280" [ 942.295493] env[69265]: _type = "Task" [ 942.295493] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.305880] env[69265]: DEBUG oslo_vmware.api [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.370970] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476278, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.553458] env[69265]: DEBUG nova.compute.manager [req-fa612f4e-17d3-415a-9428-306374f2bc5b req-1044a7f6-0abd-4d91-9273-0d99d73ea5a0 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Received event network-vif-plugged-b9b2329a-2be8-4606-8dbe-18b170c024e2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.553783] env[69265]: DEBUG oslo_concurrency.lockutils [req-fa612f4e-17d3-415a-9428-306374f2bc5b req-1044a7f6-0abd-4d91-9273-0d99d73ea5a0 service nova] Acquiring lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.554129] env[69265]: DEBUG oslo_concurrency.lockutils [req-fa612f4e-17d3-415a-9428-306374f2bc5b req-1044a7f6-0abd-4d91-9273-0d99d73ea5a0 service nova] Lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.554349] env[69265]: DEBUG oslo_concurrency.lockutils [req-fa612f4e-17d3-415a-9428-306374f2bc5b req-1044a7f6-0abd-4d91-9273-0d99d73ea5a0 service nova] Lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.554710] env[69265]: DEBUG nova.compute.manager [req-fa612f4e-17d3-415a-9428-306374f2bc5b req-1044a7f6-0abd-4d91-9273-0d99d73ea5a0 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] No waiting events found dispatching network-vif-plugged-b9b2329a-2be8-4606-8dbe-18b170c024e2 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.554969] env[69265]: WARNING nova.compute.manager [req-fa612f4e-17d3-415a-9428-306374f2bc5b req-1044a7f6-0abd-4d91-9273-0d99d73ea5a0 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Received unexpected event network-vif-plugged-b9b2329a-2be8-4606-8dbe-18b170c024e2 for instance with vm_state building and task_state spawning. [ 942.628427] env[69265]: DEBUG nova.compute.utils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.633968] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.634517] env[69265]: DEBUG nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.634733] env[69265]: DEBUG nova.network.neutron [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.649925] env[69265]: DEBUG oslo_vmware.api [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476276, 'name': PowerOnVM_Task, 'duration_secs': 0.623425} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.649925] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.651154] env[69265]: DEBUG nova.compute.manager [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.651154] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cd217d-c64c-4afb-8d04-650d3a7227c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.710123] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Successfully updated port: b9b2329a-2be8-4606-8dbe-18b170c024e2 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.809275] env[69265]: DEBUG oslo_vmware.api [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.865360] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771426} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.868028] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 03b1072e-5312-467a-be2e-9d069827a5cc/03b1072e-5312-467a-be2e-9d069827a5cc.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.868214] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.868725] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6676e8aa-1e42-43e6-b9a1-d665d64e6503 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.874647] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 942.874647] env[69265]: value = "task-3476281" [ 942.874647] env[69265]: _type = "Task" [ 942.874647] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.886968] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.932749] env[69265]: DEBUG nova.policy [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8592cfda55f74e809741d69e4b741a1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f602ccd98994ed289cd5f78b52dfaa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.135028] env[69265]: DEBUG nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.179338] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.189358] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4e9192-1d5c-408a-a585-e8fd004fcc10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.198457] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af301c3e-8ddd-4fbc-aa6a-81d3d4f232ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.231423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "refresh_cache-8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.231579] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "refresh_cache-8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.231736] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.234516] env[69265]: DEBUG nova.network.neutron [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Successfully created port: 3686a5c0-28ca-4475-8186-558e1f6a3e01 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.236990] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4994fb-889b-4438-8f1c-6eb61562b1d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.248309] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a3a5bc-3ee8-418e-a209-0455fa4f7fde {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.262221] env[69265]: DEBUG nova.compute.provider_tree [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.269813] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.309433] env[69265]: DEBUG oslo_vmware.api [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.672533} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.309716] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.309897] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.310085] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.310254] env[69265]: INFO nova.compute.manager [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Took 1.61 seconds to destroy the instance on the hypervisor. [ 943.310492] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.312931] env[69265]: DEBUG nova.compute.manager [-] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.313069] env[69265]: DEBUG nova.network.neutron [-] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.387766] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087878} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.388727] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.389770] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a36eb05-692d-4264-9aed-0d07fe1bbca1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.412174] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 03b1072e-5312-467a-be2e-9d069827a5cc/03b1072e-5312-467a-be2e-9d069827a5cc.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.415060] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-781f9e22-58d7-4602-af14-7625e83f8afa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.434647] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 943.434647] env[69265]: value = "task-3476282" [ 943.434647] env[69265]: _type = "Task" [ 943.434647] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.444744] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.539854] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.540198] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.540466] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.540663] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.540848] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.542964] env[69265]: INFO nova.compute.manager [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Terminating instance [ 943.740439] env[69265]: DEBUG nova.network.neutron [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Updating instance_info_cache with network_info: [{"id": "b9b2329a-2be8-4606-8dbe-18b170c024e2", "address": "fa:16:3e:fe:b1:23", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b2329a-2b", "ovs_interfaceid": "b9b2329a-2be8-4606-8dbe-18b170c024e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.771224] env[69265]: DEBUG nova.scheduler.client.report [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.944673] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.972202] env[69265]: DEBUG nova.compute.manager [req-3b198553-2a57-4678-a2d2-742a1b702037 req-b434b9c5-7865-46da-9f32-d6208b146997 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Received event network-vif-deleted-1dd31097-2332-48f6-8007-0d775365e966 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.972455] env[69265]: INFO nova.compute.manager [req-3b198553-2a57-4678-a2d2-742a1b702037 req-b434b9c5-7865-46da-9f32-d6208b146997 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Neutron deleted interface 1dd31097-2332-48f6-8007-0d775365e966; detaching it from the instance and deleting it from the info cache [ 943.972687] env[69265]: DEBUG nova.network.neutron [req-3b198553-2a57-4678-a2d2-742a1b702037 req-b434b9c5-7865-46da-9f32-d6208b146997 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.046872] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "refresh_cache-a41a0ce5-a89f-45e5-b466-8ca0e60dff32" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.047158] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquired lock "refresh_cache-a41a0ce5-a89f-45e5-b466-8ca0e60dff32" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.047364] env[69265]: DEBUG nova.network.neutron [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.143794] env[69265]: DEBUG nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.172723] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.173048] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.173272] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.173515] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.173620] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.173769] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.173973] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.174148] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.174318] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.174480] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.174652] env[69265]: DEBUG nova.virt.hardware [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.175525] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b73a39-c08d-4ad6-9edf-7f76a495c2cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.185036] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4209a74c-0900-46dc-8f65-64fb2b5c6182 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.202298] env[69265]: DEBUG nova.network.neutron [-] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.241597] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "refresh_cache-8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.241946] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Instance network_info: |[{"id": "b9b2329a-2be8-4606-8dbe-18b170c024e2", "address": "fa:16:3e:fe:b1:23", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b2329a-2b", "ovs_interfaceid": "b9b2329a-2be8-4606-8dbe-18b170c024e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.242385] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b1:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b2329a-2be8-4606-8dbe-18b170c024e2', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.252844] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.253457] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.253713] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d72e08f-1591-49df-b63c-fcefd7e70567 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.008062] env[69265]: DEBUG nova.network.neutron [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Successfully updated port: 3686a5c0-28ca-4475-8186-558e1f6a3e01 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.009849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.886s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.014830] env[69265]: INFO nova.compute.manager [-] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Took 1.70 seconds to deallocate network for instance. [ 945.015989] env[69265]: DEBUG nova.compute.manager [req-11a03d93-cb20-4816-ac19-b94efa58b378 req-ac2ec1f3-efb7-4445-b86d-1b9b03a379d4 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Received event network-changed-b9b2329a-2be8-4606-8dbe-18b170c024e2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.016194] env[69265]: DEBUG nova.compute.manager [req-11a03d93-cb20-4816-ac19-b94efa58b378 req-ac2ec1f3-efb7-4445-b86d-1b9b03a379d4 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Refreshing instance network info cache due to event network-changed-b9b2329a-2be8-4606-8dbe-18b170c024e2. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.016413] env[69265]: DEBUG oslo_concurrency.lockutils [req-11a03d93-cb20-4816-ac19-b94efa58b378 req-ac2ec1f3-efb7-4445-b86d-1b9b03a379d4 service nova] Acquiring lock "refresh_cache-8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.016558] env[69265]: DEBUG oslo_concurrency.lockutils [req-11a03d93-cb20-4816-ac19-b94efa58b378 req-ac2ec1f3-efb7-4445-b86d-1b9b03a379d4 service nova] Acquired lock "refresh_cache-8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.016718] env[69265]: DEBUG nova.network.neutron [req-11a03d93-cb20-4816-ac19-b94efa58b378 req-ac2ec1f3-efb7-4445-b86d-1b9b03a379d4 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Refreshing network info cache for port b9b2329a-2be8-4606-8dbe-18b170c024e2 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.018473] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.586s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.018680] env[69265]: DEBUG nova.objects.instance [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lazy-loading 'resources' on Instance uuid 8a0bb08c-059a-482c-98c6-efac90008748 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.024049] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-206ed563-fa00-45b9-92cc-b2c1c580365d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.035957] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.035957] env[69265]: value = "task-3476283" [ 945.035957] env[69265]: _type = "Task" [ 945.035957] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.045819] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476282, 'name': ReconfigVM_Task, 'duration_secs': 0.865309} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.046841] env[69265]: INFO nova.scheduler.client.report [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleted allocations for instance 01c1ddd3-75e4-47b9-8abb-5adb242c50ec [ 945.048245] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 03b1072e-5312-467a-be2e-9d069827a5cc/03b1072e-5312-467a-be2e-9d069827a5cc.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.051619] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87447084-52c6-4a43-83b5-f39efae13977 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.068923] env[69265]: DEBUG nova.network.neutron [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.072038] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b01d6e4-c8b3-4fcb-85fd-04f93a25c9ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.073658] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476283, 'name': CreateVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.082124] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 945.082124] env[69265]: value = "task-3476284" [ 945.082124] env[69265]: _type = "Task" [ 945.082124] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.092031] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476284, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.112351] env[69265]: DEBUG nova.compute.manager [req-3b198553-2a57-4678-a2d2-742a1b702037 req-b434b9c5-7865-46da-9f32-d6208b146997 service nova] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Detach interface failed, port_id=1dd31097-2332-48f6-8007-0d775365e966, reason: Instance 8d0b13c6-cb9f-4980-930d-760e24dbab70 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.162946] env[69265]: DEBUG nova.network.neutron [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.425984] env[69265]: DEBUG nova.network.neutron [req-11a03d93-cb20-4816-ac19-b94efa58b378 req-ac2ec1f3-efb7-4445-b86d-1b9b03a379d4 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Updated VIF entry in instance network info cache for port b9b2329a-2be8-4606-8dbe-18b170c024e2. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.426560] env[69265]: DEBUG nova.network.neutron [req-11a03d93-cb20-4816-ac19-b94efa58b378 req-ac2ec1f3-efb7-4445-b86d-1b9b03a379d4 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Updating instance_info_cache with network_info: [{"id": "b9b2329a-2be8-4606-8dbe-18b170c024e2", "address": "fa:16:3e:fe:b1:23", "network": {"id": "c4a12884-65aa-4b57-a070-99bd72637a6e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-42928474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c7c8548ce44b489fad9e000f4592d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b2329a-2b", "ovs_interfaceid": "b9b2329a-2be8-4606-8dbe-18b170c024e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.521249] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.521249] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.521249] env[69265]: DEBUG nova.network.neutron [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.536610] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.547866] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476283, 'name': CreateVM_Task, 'duration_secs': 0.36447} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.547866] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.547977] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.548203] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.548469] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.552812] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045aef85-87af-4c58-bf81-2cb5b7b9dc43 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.558428] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 945.558428] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eea08c-0628-621b-1519-9b18e9acfbbb" [ 945.558428] env[69265]: _type = "Task" [ 945.558428] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.567632] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eea08c-0628-621b-1519-9b18e9acfbbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.577974] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a778370b-07d3-435c-b601-6f40ce897b01 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "01c1ddd3-75e4-47b9-8abb-5adb242c50ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.785s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.594197] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476284, 'name': Rename_Task, 'duration_secs': 0.189363} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.594197] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.594337] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d3ded46-f6a1-46bb-99ea-97b406627268 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.601499] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 945.601499] env[69265]: value = "task-3476285" [ 945.601499] env[69265]: _type = "Task" [ 945.601499] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.610350] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.666632] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Releasing lock "refresh_cache-a41a0ce5-a89f-45e5-b466-8ca0e60dff32" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.666753] env[69265]: DEBUG nova.compute.manager [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.666994] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.668261] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980d9576-b5fd-4932-a795-69260e8f23dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.676706] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.679502] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1442029f-4884-4909-822b-60a54db2e0d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.686137] env[69265]: DEBUG oslo_vmware.api [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 945.686137] env[69265]: value = "task-3476286" [ 945.686137] env[69265]: _type = "Task" [ 945.686137] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.694185] env[69265]: DEBUG oslo_vmware.api [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.929575] env[69265]: DEBUG oslo_concurrency.lockutils [req-11a03d93-cb20-4816-ac19-b94efa58b378 req-ac2ec1f3-efb7-4445-b86d-1b9b03a379d4 service nova] Releasing lock "refresh_cache-8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.003064] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780e7af-86b0-4a24-b0d6-7e2044c81b5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.011036] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e0524b-2858-428e-95f5-4bd139965e31 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.045719] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1095a4-8e4e-4f8d-a255-07028924eabd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.054722] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb08f2f7-90ea-47b5-b9f0-d02f1ad27b6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.073102] env[69265]: DEBUG nova.compute.provider_tree [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.078564] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eea08c-0628-621b-1519-9b18e9acfbbb, 'name': SearchDatastore_Task, 'duration_secs': 0.015234} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.079983] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.080294] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.080534] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.080961] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.080961] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.082283] env[69265]: DEBUG nova.compute.manager [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Received event network-vif-plugged-3686a5c0-28ca-4475-8186-558e1f6a3e01 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.082934] env[69265]: DEBUG oslo_concurrency.lockutils [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] Acquiring lock "386c0513-2e01-4240-8964-ea597efd7285-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.082934] env[69265]: DEBUG oslo_concurrency.lockutils [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] Lock "386c0513-2e01-4240-8964-ea597efd7285-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.082934] env[69265]: DEBUG oslo_concurrency.lockutils [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] Lock "386c0513-2e01-4240-8964-ea597efd7285-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.083114] env[69265]: DEBUG nova.compute.manager [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] No waiting events found dispatching network-vif-plugged-3686a5c0-28ca-4475-8186-558e1f6a3e01 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.083114] env[69265]: WARNING nova.compute.manager [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Received unexpected event network-vif-plugged-3686a5c0-28ca-4475-8186-558e1f6a3e01 for instance with vm_state building and task_state spawning. [ 946.083287] env[69265]: DEBUG nova.compute.manager [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Received event network-changed-3686a5c0-28ca-4475-8186-558e1f6a3e01 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.083429] env[69265]: DEBUG nova.compute.manager [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Refreshing instance network info cache due to event network-changed-3686a5c0-28ca-4475-8186-558e1f6a3e01. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.083587] env[69265]: DEBUG oslo_concurrency.lockutils [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] Acquiring lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.084107] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa735fae-0562-4346-8f30-94ba474b5641 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.097021] env[69265]: DEBUG nova.network.neutron [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.097687] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.097882] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.099334] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad18b4b0-8b99-4a12-a214-f0fad8540ac5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.110760] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 946.110760] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52442040-8dcc-7f78-7b29-8b29de2fb432" [ 946.110760] env[69265]: _type = "Task" [ 946.110760] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.114611] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476285, 'name': PowerOnVM_Task, 'duration_secs': 0.503175} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.118129] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.118365] env[69265]: INFO nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Took 9.45 seconds to spawn the instance on the hypervisor. [ 946.118556] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.120041] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c80b1-0ab2-4421-aa5e-39c4db0fedc6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.136261] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52442040-8dcc-7f78-7b29-8b29de2fb432, 'name': SearchDatastore_Task, 'duration_secs': 0.013892} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.139449] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6f1b7d-b1d3-4ef1-86d1-033b99afc6f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.144924] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 946.144924] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525dab69-a24b-0208-0eb6-6a97f798db4f" [ 946.144924] env[69265]: _type = "Task" [ 946.144924] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.154426] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525dab69-a24b-0208-0eb6-6a97f798db4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.198898] env[69265]: DEBUG oslo_vmware.api [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476286, 'name': PowerOffVM_Task, 'duration_secs': 0.162223} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.199233] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.199408] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.199673] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b01ba87-7779-4d4c-9df0-751f71e2d71d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.223233] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.223494] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.223657] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Deleting the datastore file [datastore2] a41a0ce5-a89f-45e5-b466-8ca0e60dff32 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.223920] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7cbdc62-8fc4-4352-a7d2-611efc1bdd94 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.231153] env[69265]: DEBUG oslo_vmware.api [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for the task: (returnval){ [ 946.231153] env[69265]: value = "task-3476288" [ 946.231153] env[69265]: _type = "Task" [ 946.231153] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.240034] env[69265]: DEBUG oslo_vmware.api [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.303823] env[69265]: DEBUG nova.network.neutron [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Updating instance_info_cache with network_info: [{"id": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "address": "fa:16:3e:d0:a1:4a", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686a5c0-28", "ovs_interfaceid": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.582630] env[69265]: DEBUG nova.scheduler.client.report [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.664461] env[69265]: INFO nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Took 51.32 seconds to build instance. [ 946.665732] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "8649fc55-27ad-4321-894e-d5a1077de375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.665885] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "8649fc55-27ad-4321-894e-d5a1077de375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.666565] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525dab69-a24b-0208-0eb6-6a97f798db4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014861} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.666565] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.666732] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2/8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.666967] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddd0a553-a008-4fe3-9c9e-bd78ba187e7b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.675730] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 946.675730] env[69265]: value = "task-3476289" [ 946.675730] env[69265]: _type = "Task" [ 946.675730] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.686091] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.741150] env[69265]: DEBUG oslo_vmware.api [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Task: {'id': task-3476288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294504} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.741426] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.742442] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.742546] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.742779] env[69265]: INFO nova.compute.manager [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Took 1.08 seconds to destroy the instance on the hypervisor. [ 946.743050] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.743253] env[69265]: DEBUG nova.compute.manager [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.743348] env[69265]: DEBUG nova.network.neutron [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.768379] env[69265]: DEBUG nova.network.neutron [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.806524] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.806882] env[69265]: DEBUG nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Instance network_info: |[{"id": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "address": "fa:16:3e:d0:a1:4a", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686a5c0-28", "ovs_interfaceid": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.807211] env[69265]: DEBUG oslo_concurrency.lockutils [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] Acquired lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.807408] env[69265]: DEBUG nova.network.neutron [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Refreshing network info cache for port 3686a5c0-28ca-4475-8186-558e1f6a3e01 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.808567] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:a1:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3686a5c0-28ca-4475-8186-558e1f6a3e01', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.816020] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.818977] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.819526] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-157ca167-69e8-49ba-931e-9e148d1b69fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.839594] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.839594] env[69265]: value = "task-3476290" [ 946.839594] env[69265]: _type = "Task" [ 946.839594] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.847218] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476290, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.045576] env[69265]: DEBUG nova.network.neutron [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Updated VIF entry in instance network info cache for port 3686a5c0-28ca-4475-8186-558e1f6a3e01. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.045950] env[69265]: DEBUG nova.network.neutron [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Updating instance_info_cache with network_info: [{"id": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "address": "fa:16:3e:d0:a1:4a", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686a5c0-28", "ovs_interfaceid": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.087397] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.089866] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.640s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.090130] env[69265]: DEBUG nova.objects.instance [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lazy-loading 'resources' on Instance uuid 79b20aa0-baba-43a6-ae69-9689ac007eca {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.126027] env[69265]: INFO nova.scheduler.client.report [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleted allocations for instance 8a0bb08c-059a-482c-98c6-efac90008748 [ 947.167779] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "03b1072e-5312-467a-be2e-9d069827a5cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.739s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.186421] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476289, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.272571] env[69265]: DEBUG nova.network.neutron [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.300672] env[69265]: DEBUG oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633cb6-b8fa-eafc-a6eb-9b6b06e10626/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.301737] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68731c4e-1888-4221-a76d-633edd02b790 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.310682] env[69265]: DEBUG oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633cb6-b8fa-eafc-a6eb-9b6b06e10626/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.310682] env[69265]: ERROR oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633cb6-b8fa-eafc-a6eb-9b6b06e10626/disk-0.vmdk due to incomplete transfer. [ 947.310872] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50338abc-b2d9-4467-907a-b6887aa9a348 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.319685] env[69265]: DEBUG oslo_vmware.rw_handles [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633cb6-b8fa-eafc-a6eb-9b6b06e10626/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 947.319911] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Uploaded image 81c6b488-284f-4712-a861-6e81db4f9083 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 947.322577] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.323255] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fecbbd37-a683-4b30-8afb-b8d82ece757d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.329561] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 947.329561] env[69265]: value = "task-3476291" [ 947.329561] env[69265]: _type = "Task" [ 947.329561] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.338329] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476291, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.351273] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476290, 'name': CreateVM_Task, 'duration_secs': 0.491126} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.351536] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.352278] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.352459] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.352810] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.353086] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7aeb24e-78c5-44ba-9c7c-d5987ec9f9f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.358440] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 947.358440] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cf2651-00da-5ebc-dcde-9990d6d1a7a3" [ 947.358440] env[69265]: _type = "Task" [ 947.358440] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.367892] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cf2651-00da-5ebc-dcde-9990d6d1a7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.548709] env[69265]: DEBUG oslo_concurrency.lockutils [req-3cddd70f-72b8-4da6-a2cb-79d2fd02df2e req-3de6a784-962b-4f9c-8c44-72ee81a4e29e service nova] Releasing lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.646058] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1412643-1aff-4188-8e4c-1811c3ada922 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "8a0bb08c-059a-482c-98c6-efac90008748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.759s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.670160] env[69265]: DEBUG nova.compute.manager [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.685773] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847821} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.686070] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2/8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.686409] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.688785] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec4cecf-3c7b-4b18-b0e5-1484ecbe6726 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.695929] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 947.695929] env[69265]: value = "task-3476292" [ 947.695929] env[69265]: _type = "Task" [ 947.695929] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.703644] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.775226] env[69265]: INFO nova.compute.manager [-] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Took 1.03 seconds to deallocate network for instance. [ 947.838794] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476291, 'name': Destroy_Task, 'duration_secs': 0.446586} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.841195] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Destroyed the VM [ 947.841441] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.842639] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1a3e5f7-7e8b-471b-9102-e773df3e823d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.848910] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 947.848910] env[69265]: value = "task-3476293" [ 947.848910] env[69265]: _type = "Task" [ 947.848910] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.860952] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476293, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.871134] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cf2651-00da-5ebc-dcde-9990d6d1a7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.049315} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.871329] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.871569] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.871892] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.871957] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.872138] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.872435] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4d72521-a719-4cfa-9ae0-37ee7bbcfba5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.880884] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.881267] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.884123] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9722b201-4033-4bb9-8c6b-751bcb343c8c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.890021] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 947.890021] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52710d04-dc2e-f10a-c20b-4daed2e9a73b" [ 947.890021] env[69265]: _type = "Task" [ 947.890021] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.897687] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52710d04-dc2e-f10a-c20b-4daed2e9a73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.037187] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fc0df6-d7ef-4803-9265-ddd1d7c85276 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.044378] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0c8d50-e912-4c10-a065-472ae396aa8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.075262] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8108966-bb8e-4e1b-aeac-71538dbe2574 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.082145] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2926d25-1fcf-45b0-b658-60d1b995f18f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.095032] env[69265]: DEBUG nova.compute.provider_tree [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.128457] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "43389fba-1302-43ce-a068-3bc7f85309cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.128694] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "43389fba-1302-43ce-a068-3bc7f85309cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.128896] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "43389fba-1302-43ce-a068-3bc7f85309cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.129146] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "43389fba-1302-43ce-a068-3bc7f85309cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.129364] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "43389fba-1302-43ce-a068-3bc7f85309cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.131365] env[69265]: INFO nova.compute.manager [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Terminating instance [ 948.193547] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.206389] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063701} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.206703] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.207634] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667cbd49-d9a0-4877-ac60-abef94313838 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.230054] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2/8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.230316] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-418b5c5e-f35d-4a1b-8080-d7b4452f7d20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.249787] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 948.249787] env[69265]: value = "task-3476294" [ 948.249787] env[69265]: _type = "Task" [ 948.249787] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.282479] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.359760] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476293, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40099} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.360031] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.360339] env[69265]: DEBUG nova.compute.manager [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.362910] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63e5c54-510c-4757-a0fa-f0235d459bf2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.407853] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52710d04-dc2e-f10a-c20b-4daed2e9a73b, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.408860] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e82e508-dc5b-4984-930b-48f798a82816 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.416759] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 948.416759] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524d367d-71b3-c15a-eb4f-92e7a2ca47ef" [ 948.416759] env[69265]: _type = "Task" [ 948.416759] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.439395] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524d367d-71b3-c15a-eb4f-92e7a2ca47ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.598671] env[69265]: DEBUG nova.scheduler.client.report [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.635161] env[69265]: DEBUG nova.compute.manager [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.635436] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.636364] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e00ef-c59d-4154-a85d-84f646e8249b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.644088] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.644336] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1df46e-a515-477e-ae6e-620d341ae675 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.650563] env[69265]: DEBUG oslo_vmware.api [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 948.650563] env[69265]: value = "task-3476295" [ 948.650563] env[69265]: _type = "Task" [ 948.650563] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.659472] env[69265]: DEBUG oslo_vmware.api [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.762937] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476294, 'name': ReconfigVM_Task, 'duration_secs': 0.33419} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.763288] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2/8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.763931] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-463231de-ba24-48eb-a0f6-86a80dca7473 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.771101] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 948.771101] env[69265]: value = "task-3476296" [ 948.771101] env[69265]: _type = "Task" [ 948.771101] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.781513] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476296, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.876805] env[69265]: INFO nova.compute.manager [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Shelve offloading [ 948.931737] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524d367d-71b3-c15a-eb4f-92e7a2ca47ef, 'name': SearchDatastore_Task, 'duration_secs': 0.016084} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.932025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.932296] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 386c0513-2e01-4240-8964-ea597efd7285/386c0513-2e01-4240-8964-ea597efd7285.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.932576] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70fc1111-faf2-42af-9173-8b04075fab29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.940008] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 948.940008] env[69265]: value = "task-3476297" [ 948.940008] env[69265]: _type = "Task" [ 948.940008] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.947755] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.105419] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.108775] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.483s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.108775] env[69265]: DEBUG nova.objects.instance [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 949.138550] env[69265]: INFO nova.scheduler.client.report [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Deleted allocations for instance 79b20aa0-baba-43a6-ae69-9689ac007eca [ 949.165731] env[69265]: DEBUG oslo_vmware.api [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476295, 'name': PowerOffVM_Task, 'duration_secs': 0.221256} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.166032] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.166210] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.166843] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99b16100-b30e-4ad6-9d32-25dbe252fb65 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.253826] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.254074] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.254267] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleting the datastore file [datastore2] 43389fba-1302-43ce-a068-3bc7f85309cf {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.254544] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5db2967-e558-4ae5-a8ca-959f54199cee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.261750] env[69265]: DEBUG oslo_vmware.api [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 949.261750] env[69265]: value = "task-3476299" [ 949.261750] env[69265]: _type = "Task" [ 949.261750] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.272091] env[69265]: DEBUG oslo_vmware.api [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.280246] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476296, 'name': Rename_Task, 'duration_secs': 0.141252} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.280521] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.280775] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dced37a9-09d9-4b63-b01a-8277dd5f067c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.287361] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 949.287361] env[69265]: value = "task-3476300" [ 949.287361] env[69265]: _type = "Task" [ 949.287361] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.295512] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.382033] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.382337] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5744796-3cee-4875-9872-a5457535a7b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.397028] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 949.397028] env[69265]: value = "task-3476301" [ 949.397028] env[69265]: _type = "Task" [ 949.397028] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.411609] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.411820] env[69265]: DEBUG nova.compute.manager [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.413257] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89afba9a-c164-4786-8ed3-4dcb78d7c38b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.420020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.420228] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.420426] env[69265]: DEBUG nova.network.neutron [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.450659] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431253} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.451018] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 386c0513-2e01-4240-8964-ea597efd7285/386c0513-2e01-4240-8964-ea597efd7285.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.451278] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.451564] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac907de8-2ae0-4a5c-b044-9765304acc4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.457878] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 949.457878] env[69265]: value = "task-3476302" [ 949.457878] env[69265]: _type = "Task" [ 949.457878] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.466357] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.650764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-67909b42-099e-49e1-adf0-0b594de19867 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "79b20aa0-baba-43a6-ae69-9689ac007eca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.254s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.771914] env[69265]: DEBUG oslo_vmware.api [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218503} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.772139] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.772389] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.772556] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.772778] env[69265]: INFO nova.compute.manager [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 949.773098] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.773366] env[69265]: DEBUG nova.compute.manager [-] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.773477] env[69265]: DEBUG nova.network.neutron [-] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.797423] env[69265]: DEBUG oslo_vmware.api [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476300, 'name': PowerOnVM_Task, 'duration_secs': 0.496751} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.797625] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.797835] env[69265]: INFO nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Took 8.27 seconds to spawn the instance on the hypervisor. [ 949.798015] env[69265]: DEBUG nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.798785] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78106a4-211b-4dd9-ae99-4a0c9973384f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.968126] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063881} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.968442] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.969244] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca3355a-bcc4-4c72-b21a-19ff187bd7e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.996265] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 386c0513-2e01-4240-8964-ea597efd7285/386c0513-2e01-4240-8964-ea597efd7285.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.996643] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c99e6f-0ff2-4bf9-9ad4-41adf4d0ec84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.013839] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "7506564e-f7fa-401e-8b16-24c3ea85244a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.014168] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "7506564e-f7fa-401e-8b16-24c3ea85244a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.014440] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "7506564e-f7fa-401e-8b16-24c3ea85244a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.014694] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "7506564e-f7fa-401e-8b16-24c3ea85244a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.014923] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "7506564e-f7fa-401e-8b16-24c3ea85244a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.017658] env[69265]: INFO nova.compute.manager [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Terminating instance [ 950.023958] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 950.023958] env[69265]: value = "task-3476303" [ 950.023958] env[69265]: _type = "Task" [ 950.023958] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.033608] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.120499] env[69265]: DEBUG oslo_concurrency.lockutils [None req-37051fcd-7823-41e4-9b7c-65c955b02ea3 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.120499] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.065s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.123192] env[69265]: INFO nova.compute.claims [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.175367] env[69265]: DEBUG nova.network.neutron [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating instance_info_cache with network_info: [{"id": "66b10043-90c4-475d-95dc-dc7da2b84350", "address": "fa:16:3e:ae:e2:e7", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b10043-90", "ovs_interfaceid": "66b10043-90c4-475d-95dc-dc7da2b84350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.273416] env[69265]: DEBUG nova.compute.manager [req-e1d14229-641d-49bd-8f28-b3013f0764fe req-aa05f467-b55f-4922-b7f1-5beaddb9496a service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Received event network-vif-deleted-f25e4c2a-ff65-4118-8eda-6a918354a1f8 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.273900] env[69265]: INFO nova.compute.manager [req-e1d14229-641d-49bd-8f28-b3013f0764fe req-aa05f467-b55f-4922-b7f1-5beaddb9496a service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Neutron deleted interface f25e4c2a-ff65-4118-8eda-6a918354a1f8; detaching it from the instance and deleting it from the info cache [ 950.273900] env[69265]: DEBUG nova.network.neutron [req-e1d14229-641d-49bd-8f28-b3013f0764fe req-aa05f467-b55f-4922-b7f1-5beaddb9496a service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.324208] env[69265]: INFO nova.compute.manager [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Took 50.99 seconds to build instance. [ 950.520818] env[69265]: DEBUG nova.compute.manager [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.521117] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.522071] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c27f4-622b-4458-aaa3-721fdc4b1ab3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.534381] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.537407] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.537544] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a31746-cbfd-423e-a04e-8f7c5365d7a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.543323] env[69265]: DEBUG oslo_vmware.api [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 950.543323] env[69265]: value = "task-3476304" [ 950.543323] env[69265]: _type = "Task" [ 950.543323] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.551028] env[69265]: DEBUG oslo_vmware.api [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.653530] env[69265]: DEBUG nova.network.neutron [-] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.677726] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.776818] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccc55596-b5dc-456d-b4d0-a580b50e8349 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.788312] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3704090b-a770-4991-abcf-e28d54de79d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.824469] env[69265]: DEBUG nova.compute.manager [req-e1d14229-641d-49bd-8f28-b3013f0764fe req-aa05f467-b55f-4922-b7f1-5beaddb9496a service nova] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Detach interface failed, port_id=f25e4c2a-ff65-4118-8eda-6a918354a1f8, reason: Instance 43389fba-1302-43ce-a068-3bc7f85309cf could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.828375] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9157279-e973-4724-9dec-68b2aa73c63b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.365s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.970573] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.971472] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f37e881-161f-4c90-af33-8348614176d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.980214] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.980475] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-640236a1-75d8-4371-b19a-fe4f80110c4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.013844] env[69265]: DEBUG nova.compute.manager [req-7c579e5a-41a3-4869-a02e-3a392c908cc1 req-34d71e24-01dd-4bf8-a1e8-f283d21cd8fb service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received event network-vif-unplugged-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.014247] env[69265]: DEBUG oslo_concurrency.lockutils [req-7c579e5a-41a3-4869-a02e-3a392c908cc1 req-34d71e24-01dd-4bf8-a1e8-f283d21cd8fb service nova] Acquiring lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.014489] env[69265]: DEBUG oslo_concurrency.lockutils [req-7c579e5a-41a3-4869-a02e-3a392c908cc1 req-34d71e24-01dd-4bf8-a1e8-f283d21cd8fb service nova] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.014660] env[69265]: DEBUG oslo_concurrency.lockutils [req-7c579e5a-41a3-4869-a02e-3a392c908cc1 req-34d71e24-01dd-4bf8-a1e8-f283d21cd8fb service nova] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.014858] env[69265]: DEBUG nova.compute.manager [req-7c579e5a-41a3-4869-a02e-3a392c908cc1 req-34d71e24-01dd-4bf8-a1e8-f283d21cd8fb service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] No waiting events found dispatching network-vif-unplugged-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.014985] env[69265]: WARNING nova.compute.manager [req-7c579e5a-41a3-4869-a02e-3a392c908cc1 req-34d71e24-01dd-4bf8-a1e8-f283d21cd8fb service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received unexpected event network-vif-unplugged-66b10043-90c4-475d-95dc-dc7da2b84350 for instance with vm_state shelved and task_state shelving_offloading. [ 951.035340] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.039734] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.039951] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.040142] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleting the datastore file [datastore2] cd72fe81-eab5-496c-9f24-21ea8d2c6e20 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.040428] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15bb743a-5ec4-47bd-9384-17a01e25b893 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.048482] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 951.048482] env[69265]: value = "task-3476306" [ 951.048482] env[69265]: _type = "Task" [ 951.048482] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.056189] env[69265]: DEBUG oslo_vmware.api [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476304, 'name': PowerOffVM_Task, 'duration_secs': 0.265679} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.056189] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.056189] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.056189] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73552c83-107a-4f8f-9429-84f9ff57bc3c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.059640] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.116321] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.116680] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.116991] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Deleting the datastore file [datastore2] 7506564e-f7fa-401e-8b16-24c3ea85244a {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.117413] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9b6aef1-85a5-44f4-9f47-6250f43d0704 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.124453] env[69265]: DEBUG oslo_vmware.api [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for the task: (returnval){ [ 951.124453] env[69265]: value = "task-3476308" [ 951.124453] env[69265]: _type = "Task" [ 951.124453] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.135999] env[69265]: DEBUG oslo_vmware.api [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.155781] env[69265]: INFO nova.compute.manager [-] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Took 1.38 seconds to deallocate network for instance. [ 951.333516] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "03b1072e-5312-467a-be2e-9d069827a5cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.335051] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "03b1072e-5312-467a-be2e-9d069827a5cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.335051] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "03b1072e-5312-467a-be2e-9d069827a5cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.335051] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "03b1072e-5312-467a-be2e-9d069827a5cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.335051] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "03b1072e-5312-467a-be2e-9d069827a5cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.335928] env[69265]: DEBUG nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.338435] env[69265]: INFO nova.compute.manager [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Terminating instance [ 951.468652] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.468983] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.469294] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.469526] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.469755] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.472666] env[69265]: INFO nova.compute.manager [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Terminating instance [ 951.538768] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476303, 'name': ReconfigVM_Task, 'duration_secs': 1.126898} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.539067] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 386c0513-2e01-4240-8964-ea597efd7285/386c0513-2e01-4240-8964-ea597efd7285.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.539754] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad9dd929-6d3c-4353-b337-74bc169b3cd0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.548769] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 951.548769] env[69265]: value = "task-3476309" [ 951.548769] env[69265]: _type = "Task" [ 951.548769] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.562673] env[69265]: DEBUG oslo_vmware.api [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143739} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.565763] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.566020] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.566182] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.568011] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476309, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.569680] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f9748-40ca-4d00-bfe9-5f391db3d65b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.576807] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedbcfe8-665e-4c65-a0ed-ba0bcdd33a8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.607893] env[69265]: INFO nova.scheduler.client.report [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleted allocations for instance cd72fe81-eab5-496c-9f24-21ea8d2c6e20 [ 951.610798] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15983792-0dec-4fea-9ec5-46f4baf7f821 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.618340] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b2017-a61d-47db-8eed-3ba5fb8d4fde {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.632225] env[69265]: DEBUG nova.compute.provider_tree [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.641999] env[69265]: DEBUG oslo_vmware.api [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Task: {'id': task-3476308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152778} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.642289] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.642499] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.642688] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.642879] env[69265]: INFO nova.compute.manager [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 951.643153] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.643583] env[69265]: DEBUG nova.compute.manager [-] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.643702] env[69265]: DEBUG nova.network.neutron [-] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.665737] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.846485] env[69265]: DEBUG nova.compute.manager [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.846881] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.849925] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83afdc0d-6f22-40af-9aaf-d0676db5fe52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.859037] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.859382] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29953f7e-5bf2-481a-95df-9ad9ade16839 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.865449] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.867108] env[69265]: DEBUG oslo_vmware.api [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 951.867108] env[69265]: value = "task-3476310" [ 951.867108] env[69265]: _type = "Task" [ 951.867108] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.877439] env[69265]: DEBUG oslo_vmware.api [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.984842] env[69265]: DEBUG nova.compute.manager [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.985076] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.985826] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c57f7e-4c50-4e9f-9478-e68128abf1ba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.994589] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.994853] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e416ed-88f5-4bcb-8668-17e71470ccd9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.001557] env[69265]: DEBUG oslo_vmware.api [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 952.001557] env[69265]: value = "task-3476311" [ 952.001557] env[69265]: _type = "Task" [ 952.001557] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.010034] env[69265]: DEBUG oslo_vmware.api [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.060614] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476309, 'name': Rename_Task, 'duration_secs': 0.152207} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.061068] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.061416] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04d52c2e-a7b9-4fc5-92bb-98d5569dd651 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.069204] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 952.069204] env[69265]: value = "task-3476312" [ 952.069204] env[69265]: _type = "Task" [ 952.069204] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.081841] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.115474] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.139023] env[69265]: DEBUG nova.scheduler.client.report [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.377374] env[69265]: DEBUG oslo_vmware.api [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476310, 'name': PowerOffVM_Task, 'duration_secs': 0.236539} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.377645] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.377814] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.378071] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e0a9ef5-2e49-40be-907c-2b3dfb5d8892 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.426550] env[69265]: DEBUG nova.network.neutron [-] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.448187] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.448629] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.448842] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleting the datastore file [datastore2] 03b1072e-5312-467a-be2e-9d069827a5cc {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.449396] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87050518-af3f-414d-86e7-f9ed83e26136 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.455120] env[69265]: DEBUG oslo_vmware.api [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 952.455120] env[69265]: value = "task-3476314" [ 952.455120] env[69265]: _type = "Task" [ 952.455120] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.463941] env[69265]: DEBUG oslo_vmware.api [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.511431] env[69265]: DEBUG oslo_vmware.api [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476311, 'name': PowerOffVM_Task, 'duration_secs': 0.273867} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.511846] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.512116] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.512454] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f98bc5-2efe-4f60-8c23-5be05e07d4bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.569707] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.569918] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.570131] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleting the datastore file [datastore2] 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.570462] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f887483-67a4-4d40-97f7-e23a5074039f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.581587] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476312, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.582997] env[69265]: DEBUG oslo_vmware.api [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for the task: (returnval){ [ 952.582997] env[69265]: value = "task-3476316" [ 952.582997] env[69265]: _type = "Task" [ 952.582997] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.590747] env[69265]: DEBUG oslo_vmware.api [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.643848] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.644403] env[69265]: DEBUG nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.647334] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.368s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.648792] env[69265]: INFO nova.compute.claims [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.929667] env[69265]: INFO nova.compute.manager [-] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Took 1.29 seconds to deallocate network for instance. [ 952.965161] env[69265]: DEBUG oslo_vmware.api [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163829} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.965527] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.965831] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.966055] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.966367] env[69265]: INFO nova.compute.manager [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 952.966487] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.966768] env[69265]: DEBUG nova.compute.manager [-] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.966845] env[69265]: DEBUG nova.network.neutron [-] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.043660] env[69265]: DEBUG nova.compute.manager [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received event network-changed-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.043863] env[69265]: DEBUG nova.compute.manager [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Refreshing instance network info cache due to event network-changed-66b10043-90c4-475d-95dc-dc7da2b84350. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.044289] env[69265]: DEBUG oslo_concurrency.lockutils [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] Acquiring lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.044289] env[69265]: DEBUG oslo_concurrency.lockutils [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] Acquired lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.044411] env[69265]: DEBUG nova.network.neutron [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Refreshing network info cache for port 66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.082369] env[69265]: DEBUG oslo_vmware.api [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476312, 'name': PowerOnVM_Task, 'duration_secs': 0.650794} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.082650] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.082858] env[69265]: INFO nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Took 8.94 seconds to spawn the instance on the hypervisor. [ 953.083057] env[69265]: DEBUG nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.083889] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e8b0e-b16c-47c7-86cc-57f6225256b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.098698] env[69265]: DEBUG oslo_vmware.api [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Task: {'id': task-3476316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452377} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.098698] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.098837] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.098998] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.099185] env[69265]: INFO nova.compute.manager [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 953.099446] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.099631] env[69265]: DEBUG nova.compute.manager [-] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.099717] env[69265]: DEBUG nova.network.neutron [-] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.153610] env[69265]: DEBUG nova.compute.utils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.157312] env[69265]: DEBUG nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.157479] env[69265]: DEBUG nova.network.neutron [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.212900] env[69265]: DEBUG nova.policy [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3394c27a27334b89a27cda6b3b847e8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15b3ea4075eb4d15862db285dc23f115', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.444645] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.452546] env[69265]: DEBUG nova.compute.manager [req-d6c5ba32-9f0f-4b87-a058-b6181a160ee7 req-1f01ec62-de21-4438-87f3-b784474df077 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Received event network-vif-deleted-b9b2329a-2be8-4606-8dbe-18b170c024e2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.452734] env[69265]: INFO nova.compute.manager [req-d6c5ba32-9f0f-4b87-a058-b6181a160ee7 req-1f01ec62-de21-4438-87f3-b784474df077 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Neutron deleted interface b9b2329a-2be8-4606-8dbe-18b170c024e2; detaching it from the instance and deleting it from the info cache [ 953.453433] env[69265]: DEBUG nova.network.neutron [req-d6c5ba32-9f0f-4b87-a058-b6181a160ee7 req-1f01ec62-de21-4438-87f3-b784474df077 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.539971] env[69265]: DEBUG nova.network.neutron [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Successfully created port: 9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.607384] env[69265]: INFO nova.compute.manager [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Took 51.67 seconds to build instance. [ 953.658420] env[69265]: DEBUG nova.compute.utils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.831857] env[69265]: DEBUG nova.network.neutron [-] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.919545] env[69265]: DEBUG nova.network.neutron [-] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.955856] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09d3dbc3-618f-4df7-8639-984bdbe8b421 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.967129] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d4079f-24ca-4e15-bb7f-c9d6387223c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.002475] env[69265]: DEBUG nova.compute.manager [req-d6c5ba32-9f0f-4b87-a058-b6181a160ee7 req-1f01ec62-de21-4438-87f3-b784474df077 service nova] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Detach interface failed, port_id=b9b2329a-2be8-4606-8dbe-18b170c024e2, reason: Instance 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.065736] env[69265]: INFO nova.compute.manager [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Rescuing [ 954.065989] env[69265]: DEBUG oslo_concurrency.lockutils [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.066159] env[69265]: DEBUG oslo_concurrency.lockutils [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.066321] env[69265]: DEBUG nova.network.neutron [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.069226] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.109100] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "386c0513-2e01-4240-8964-ea597efd7285" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.108s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.138870] env[69265]: DEBUG nova.network.neutron [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updated VIF entry in instance network info cache for port 66b10043-90c4-475d-95dc-dc7da2b84350. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.138870] env[69265]: DEBUG nova.network.neutron [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating instance_info_cache with network_info: [{"id": "66b10043-90c4-475d-95dc-dc7da2b84350", "address": "fa:16:3e:ae:e2:e7", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap66b10043-90", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.158844] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5c89b-6096-42c8-a3e1-ae495814751f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.162810] env[69265]: DEBUG nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.168235] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f26f51-4e86-4319-89b2-65727e862b5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.200773] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b92ad8-30da-450c-bf84-4be1fd95346c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.209094] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62213a5c-14b8-4ad7-9bff-640584401f87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.223013] env[69265]: DEBUG nova.compute.provider_tree [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.337245] env[69265]: INFO nova.compute.manager [-] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Took 1.37 seconds to deallocate network for instance. [ 954.422563] env[69265]: INFO nova.compute.manager [-] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Took 1.32 seconds to deallocate network for instance. [ 954.641236] env[69265]: DEBUG oslo_concurrency.lockutils [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] Releasing lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.641588] env[69265]: DEBUG nova.compute.manager [req-d82fa468-d8bd-40af-bcfd-b0e041f7f074 req-5c80e083-49bd-429c-90df-a447b5ce64c6 service nova] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Received event network-vif-deleted-e59adecb-d249-4c34-9f23-0c33242ac460 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.726061] env[69265]: DEBUG nova.scheduler.client.report [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.792681] env[69265]: DEBUG nova.network.neutron [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Updating instance_info_cache with network_info: [{"id": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "address": "fa:16:3e:d0:a1:4a", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686a5c0-28", "ovs_interfaceid": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.844016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.930794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.033372] env[69265]: DEBUG nova.network.neutron [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Successfully updated port: 9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.175077] env[69265]: DEBUG nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.204746] env[69265]: DEBUG nova.compute.manager [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Received event network-vif-deleted-cae83caa-49c6-4606-90dc-f9ad16d4a95f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.205080] env[69265]: DEBUG nova.compute.manager [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Received event network-vif-plugged-9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.205360] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] Acquiring lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.205653] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] Lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.205925] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] Lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.206387] env[69265]: DEBUG nova.compute.manager [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] No waiting events found dispatching network-vif-plugged-9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.206711] env[69265]: WARNING nova.compute.manager [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Received unexpected event network-vif-plugged-9e7f742f-3555-4c07-8594-8b2e05e91df0 for instance with vm_state building and task_state spawning. [ 955.207150] env[69265]: DEBUG nova.compute.manager [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Received event network-changed-9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.207458] env[69265]: DEBUG nova.compute.manager [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Refreshing instance network info cache due to event network-changed-9e7f742f-3555-4c07-8594-8b2e05e91df0. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.207737] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] Acquiring lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.208014] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] Acquired lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.208264] env[69265]: DEBUG nova.network.neutron [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Refreshing network info cache for port 9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.212169] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:47:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='55854996',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-591861303',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.213043] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.213043] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.213043] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.213043] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.213243] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.213340] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.213500] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.213669] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.213834] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.214015] env[69265]: DEBUG nova.virt.hardware [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.215219] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139c17c9-40cf-4b5a-adba-43e0e5b0657c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.229435] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c049c773-bb70-45e9-8d79-b1290c89cfff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.239575] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.239575] env[69265]: DEBUG nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.243887] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.561s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.267128] env[69265]: DEBUG nova.network.neutron [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.295772] env[69265]: DEBUG oslo_concurrency.lockutils [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.350989] env[69265]: DEBUG nova.network.neutron [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.536015] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.745278] env[69265]: DEBUG nova.compute.utils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.747701] env[69265]: DEBUG nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.747701] env[69265]: DEBUG nova.network.neutron [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.794390] env[69265]: DEBUG nova.policy [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9f3247ea71462386d33a35099087ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73342363a92549deab4aa81459a7a272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.854365] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c76bf01-3e5c-4164-adbe-777cb9540c14 req-d7ca6a26-a817-4dc6-bb1b-3779595e40d7 service nova] Releasing lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.855048] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquired lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.855182] env[69265]: DEBUG nova.network.neutron [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.089813] env[69265]: DEBUG nova.network.neutron [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Successfully created port: 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.250488] env[69265]: DEBUG nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.264232] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Applying migration context for instance 6b2ebe83-7312-4c1b-a984-86256ccd217c as it has an incoming, in-progress migration 7e2f8680-fab8-4c9f-a167-43e5c2a3087e. Migration status is confirming {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 956.266129] env[69265]: INFO nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating resource usage from migration 7e2f8680-fab8-4c9f-a167-43e5c2a3087e [ 956.297444] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.297526] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d9fb3dba-41f2-463c-8d57-118b0aa46f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.297668] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 9c202839-d942-4f38-9c1a-3da6428d2ef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.297791] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance ef5ae28a-6c13-4a59-9bf3-f241df6b8635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.297907] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 362a639d-a6d8-4bd8-92d5-006db634e68b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.298061] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 7506564e-f7fa-401e-8b16-24c3ea85244a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.298184] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.298423] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance efb255d6-ed95-452b-895e-cf8b788eecf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.298423] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 43389fba-1302-43ce-a068-3bc7f85309cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.298525] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 321d7df9-a19e-4f1f-bc92-3681a2f1989c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.298650] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance fb3332b1-6312-4ff0-8359-4fee8ae67379 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.298770] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 40407a74-a9ce-41f0-a61b-a353eff49301 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.298892] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance ad5e7490-9ef5-43b0-a7dc-e9feb171cc09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.299021] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8e2f22cc-927e-4e9a-b336-4d97c4554748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.299230] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8d0b13c6-cb9f-4980-930d-760e24dbab70 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.299414] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 3005e5be-b038-45e5-9b90-28264023588d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.299678] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance a41a0ce5-a89f-45e5-b466-8ca0e60dff32 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.299678] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance fed9328b-a6c0-48b2-aab6-c2dbffa5130f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.299825] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 03b1072e-5312-467a-be2e-9d069827a5cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.300776] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 956.303808] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 386c0513-2e01-4240-8964-ea597efd7285 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.303808] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Migration 7e2f8680-fab8-4c9f-a167-43e5c2a3087e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 956.303808] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 6b2ebe83-7312-4c1b-a984-86256ccd217c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.303808] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.303808] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 4d08e52a-5b79-4de8-9ad2-f4269ad61956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 956.398627] env[69265]: DEBUG nova.network.neutron [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.632957] env[69265]: DEBUG nova.network.neutron [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Updating instance_info_cache with network_info: [{"id": "9e7f742f-3555-4c07-8594-8b2e05e91df0", "address": "fa:16:3e:cd:84:87", "network": {"id": "60829d99-655c-4889-8cbf-e977086185da", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-629787008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15b3ea4075eb4d15862db285dc23f115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7f742f-35", "ovs_interfaceid": "9e7f742f-3555-4c07-8594-8b2e05e91df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.805623] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 956.841184] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.841184] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-800e0df7-3618-4dda-b821-7796a4007bec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.848844] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 956.848844] env[69265]: value = "task-3476317" [ 956.848844] env[69265]: _type = "Task" [ 956.848844] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.856602] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.136017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Releasing lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.136334] env[69265]: DEBUG nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Instance network_info: |[{"id": "9e7f742f-3555-4c07-8594-8b2e05e91df0", "address": "fa:16:3e:cd:84:87", "network": {"id": "60829d99-655c-4889-8cbf-e977086185da", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-629787008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15b3ea4075eb4d15862db285dc23f115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7f742f-35", "ovs_interfaceid": "9e7f742f-3555-4c07-8594-8b2e05e91df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.136784] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:84:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e7f742f-3555-4c07-8594-8b2e05e91df0', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.144695] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.144954] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.145222] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76778806-5c29-4b52-a42c-810dc19c4d7b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.165328] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.165328] env[69265]: value = "task-3476318" [ 957.165328] env[69265]: _type = "Task" [ 957.165328] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.172839] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476318, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.260024] env[69265]: DEBUG nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.289019] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.289276] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.289496] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.289690] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.289826] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.289972] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.290193] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.290381] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.290572] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.290731] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.290869] env[69265]: DEBUG nova.virt.hardware [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.291772] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978a8afe-8d60-48a5-a4d7-6ac62feab380 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.299517] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd09cb09-f597-4301-ab05-d6902fc89d54 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.315090] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance a5d987dd-ebb6-471d-b3db-4d9b612f478f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 957.356838] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476317, 'name': PowerOffVM_Task, 'duration_secs': 0.178629} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.357140] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.357954] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53b5613-9ca0-4ec9-a999-4b55fbff6d76 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.378632] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f5b6f2-15b4-4e6f-98a8-24d0826866ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.408386] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.408739] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31383af3-56a1-4ae8-8842-37aa18d71460 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.419306] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 957.419306] env[69265]: value = "task-3476319" [ 957.419306] env[69265]: _type = "Task" [ 957.419306] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.427502] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.577149] env[69265]: DEBUG nova.network.neutron [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Successfully updated port: 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.600896] env[69265]: DEBUG nova.compute.manager [req-5c649479-81b7-4604-be12-65df87458d92 req-71e7face-43d4-40c4-a61f-66ec639f7c73 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Received event network-vif-plugged-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.601148] env[69265]: DEBUG oslo_concurrency.lockutils [req-5c649479-81b7-4604-be12-65df87458d92 req-71e7face-43d4-40c4-a61f-66ec639f7c73 service nova] Acquiring lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.601733] env[69265]: DEBUG oslo_concurrency.lockutils [req-5c649479-81b7-4604-be12-65df87458d92 req-71e7face-43d4-40c4-a61f-66ec639f7c73 service nova] Lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.601733] env[69265]: DEBUG oslo_concurrency.lockutils [req-5c649479-81b7-4604-be12-65df87458d92 req-71e7face-43d4-40c4-a61f-66ec639f7c73 service nova] Lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.601733] env[69265]: DEBUG nova.compute.manager [req-5c649479-81b7-4604-be12-65df87458d92 req-71e7face-43d4-40c4-a61f-66ec639f7c73 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] No waiting events found dispatching network-vif-plugged-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.601830] env[69265]: WARNING nova.compute.manager [req-5c649479-81b7-4604-be12-65df87458d92 req-71e7face-43d4-40c4-a61f-66ec639f7c73 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Received unexpected event network-vif-plugged-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f for instance with vm_state building and task_state spawning. [ 957.675552] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476318, 'name': CreateVM_Task, 'duration_secs': 0.277172} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.675783] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.676506] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.676733] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.677087] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.677388] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332a636c-e324-4f7c-a7c7-58cfd7cbb4f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.682116] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 957.682116] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c1ad21-5bbf-1d87-dafc-69222716d2e6" [ 957.682116] env[69265]: _type = "Task" [ 957.682116] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.690662] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c1ad21-5bbf-1d87-dafc-69222716d2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.819163] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 957.930411] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 957.930672] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.930928] env[69265]: DEBUG oslo_concurrency.lockutils [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.931093] env[69265]: DEBUG oslo_concurrency.lockutils [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.931300] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.931524] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b3000a5-dea0-404f-9f3f-4a86f87829c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.943085] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.943150] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.943864] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bdeab6-1ee1-4eba-9557-6e656460fb1b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.948935] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 957.948935] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243606f-600b-9c7d-ed4d-f1d8087ddbd2" [ 957.948935] env[69265]: _type = "Task" [ 957.948935] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.956628] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243606f-600b-9c7d-ed4d-f1d8087ddbd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.081980] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "refresh_cache-4d08e52a-5b79-4de8-9ad2-f4269ad61956" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.084682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "refresh_cache-4d08e52a-5b79-4de8-9ad2-f4269ad61956" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.084682] env[69265]: DEBUG nova.network.neutron [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.192454] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c1ad21-5bbf-1d87-dafc-69222716d2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.192742] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.192974] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.193206] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.321795] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance a06a518a-c2ba-4b79-96cb-9b89612ae273 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 958.458831] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5243606f-600b-9c7d-ed4d-f1d8087ddbd2, 'name': SearchDatastore_Task, 'duration_secs': 0.033174} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.459885] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c42e09-0eb5-4f4e-bccd-411c94183a2e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.464917] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 958.464917] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5240a107-89e7-9d65-066a-c04dda930019" [ 958.464917] env[69265]: _type = "Task" [ 958.464917] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.472740] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5240a107-89e7-9d65-066a-c04dda930019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.614618] env[69265]: DEBUG nova.network.neutron [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.750710] env[69265]: DEBUG nova.network.neutron [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Updating instance_info_cache with network_info: [{"id": "4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f", "address": "fa:16:3e:20:12:1f", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8b4e3a-e0", "ovs_interfaceid": "4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.824720] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 452e202e-e1fa-40da-91a4-ac1dc2b5986a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 958.975522] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5240a107-89e7-9d65-066a-c04dda930019, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.975808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.976053] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 386c0513-2e01-4240-8964-ea597efd7285/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. {{(pid=69265) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 958.976339] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.976524] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.976729] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdfc8b85-2f81-4e04-8b82-5f71c4719eb7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.978716] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c711fb-974a-4c87-9f7c-b29c909a9a69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.985129] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 958.985129] env[69265]: value = "task-3476320" [ 958.985129] env[69265]: _type = "Task" [ 958.985129] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.988713] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.988890] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.989859] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4f8d2e-f5dc-4e48-b2f8-71a526e1e613 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.994769] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.998344] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 958.998344] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bd5a9e-09a2-3ed2-c462-94f2e27745ec" [ 958.998344] env[69265]: _type = "Task" [ 958.998344] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.005180] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bd5a9e-09a2-3ed2-c462-94f2e27745ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.254123] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "refresh_cache-4d08e52a-5b79-4de8-9ad2-f4269ad61956" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.254747] env[69265]: DEBUG nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Instance network_info: |[{"id": "4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f", "address": "fa:16:3e:20:12:1f", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8b4e3a-e0", "ovs_interfaceid": "4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.255479] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:12:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.269333] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.269672] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.270110] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-998ab07f-b98d-44c3-b111-2f38547c3591 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.304810] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.304810] env[69265]: value = "task-3476321" [ 959.304810] env[69265]: _type = "Task" [ 959.304810] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.312964] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476321, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.328080] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 959.494730] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439087} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.494990] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 386c0513-2e01-4240-8964-ea597efd7285/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. [ 959.495745] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f50677a-7595-417e-9814-e53f4d2cf972 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.523086] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 386c0513-2e01-4240-8964-ea597efd7285/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.523695] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bee6b6-6790-407c-9a35-ba16d6878a69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.539578] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bd5a9e-09a2-3ed2-c462-94f2e27745ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.540798] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e941e4-5330-4d34-9320-33334453d533 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.543994] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 959.543994] env[69265]: value = "task-3476322" [ 959.543994] env[69265]: _type = "Task" [ 959.543994] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.549309] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 959.549309] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527f011f-6c9b-55f7-e607-ec98da483c6d" [ 959.549309] env[69265]: _type = "Task" [ 959.549309] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.555557] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.559900] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527f011f-6c9b-55f7-e607-ec98da483c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.652253] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d5012ed-9698-448b-974b-3202047a83f0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-3005e5be-b038-45e5-9b90-28264023588d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.652591] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d5012ed-9698-448b-974b-3202047a83f0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-3005e5be-b038-45e5-9b90-28264023588d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.652988] env[69265]: DEBUG nova.objects.instance [None req-3d5012ed-9698-448b-974b-3202047a83f0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'flavor' on Instance uuid 3005e5be-b038-45e5-9b90-28264023588d {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.814614] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476321, 'name': CreateVM_Task, 'duration_secs': 0.359626} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.814786] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.815491] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.815665] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.815980] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.816247] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201d38b3-a641-48fb-a857-d78285a9f0a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.820657] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 959.820657] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52171ddd-411e-f4b2-50aa-abebba870266" [ 959.820657] env[69265]: _type = "Task" [ 959.820657] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.828083] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52171ddd-411e-f4b2-50aa-abebba870266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.830356] env[69265]: DEBUG nova.compute.manager [req-e4dfacac-b346-434c-a456-0a76fb8d4400 req-f26f8d1b-854b-4f64-8b97-1b27f0747fa0 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Received event network-changed-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.830356] env[69265]: DEBUG nova.compute.manager [req-e4dfacac-b346-434c-a456-0a76fb8d4400 req-f26f8d1b-854b-4f64-8b97-1b27f0747fa0 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Refreshing instance network info cache due to event network-changed-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.830545] env[69265]: DEBUG oslo_concurrency.lockutils [req-e4dfacac-b346-434c-a456-0a76fb8d4400 req-f26f8d1b-854b-4f64-8b97-1b27f0747fa0 service nova] Acquiring lock "refresh_cache-4d08e52a-5b79-4de8-9ad2-f4269ad61956" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.830580] env[69265]: DEBUG oslo_concurrency.lockutils [req-e4dfacac-b346-434c-a456-0a76fb8d4400 req-f26f8d1b-854b-4f64-8b97-1b27f0747fa0 service nova] Acquired lock "refresh_cache-4d08e52a-5b79-4de8-9ad2-f4269ad61956" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.830726] env[69265]: DEBUG nova.network.neutron [req-e4dfacac-b346-434c-a456-0a76fb8d4400 req-f26f8d1b-854b-4f64-8b97-1b27f0747fa0 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Refreshing network info cache for port 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.832083] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8649fc55-27ad-4321-894e-d5a1077de375 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 959.832261] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (54dc8967-839c-47d9-afbf-145e08cc68ae): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 959.832515] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 959.832658] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 960.053185] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476322, 'name': ReconfigVM_Task, 'duration_secs': 0.266164} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.058010] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 386c0513-2e01-4240-8964-ea597efd7285/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.058990] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1afcd8-3353-44c0-a861-81cce2d4a77b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.066243] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527f011f-6c9b-55f7-e607-ec98da483c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.017473} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.083674] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.083950] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8/54cc7c36-53d8-406c-86b5-3ddbe7ef96b8.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.088928] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bbafbce-8a38-4440-9285-5abc39de8ba6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.090736] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96c9e99-8c2f-4334-a5a7-b3629d07a78a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.110021] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 960.110021] env[69265]: value = "task-3476323" [ 960.110021] env[69265]: _type = "Task" [ 960.110021] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.110745] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 960.110745] env[69265]: value = "task-3476324" [ 960.110745] env[69265]: _type = "Task" [ 960.110745] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.123319] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.126369] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.157348] env[69265]: DEBUG nova.objects.instance [None req-3d5012ed-9698-448b-974b-3202047a83f0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'pci_requests' on Instance uuid 3005e5be-b038-45e5-9b90-28264023588d {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.228969] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55078843-03da-47bd-adea-5e54530fae1a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.237236] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c48587a-1aa6-4de8-b138-a92362634d85 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.269136] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f025ae5e-15e7-43ae-9bc4-56d5b5fcf684 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.278856] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3341b4a9-1bf4-449c-a061-f44397beae32 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.295948] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.332766] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52171ddd-411e-f4b2-50aa-abebba870266, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.332766] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.332766] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.333230] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.333230] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.333301] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.333710] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d667e6-460f-4385-9028-4bd4a5be67b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.350287] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.350554] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.351365] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45771b5-429d-4582-8883-e5b38d0116ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.360626] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 960.360626] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528146c6-0d18-07b8-38e7-40661cac27c0" [ 960.360626] env[69265]: _type = "Task" [ 960.360626] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.370151] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528146c6-0d18-07b8-38e7-40661cac27c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.550981] env[69265]: DEBUG nova.network.neutron [req-e4dfacac-b346-434c-a456-0a76fb8d4400 req-f26f8d1b-854b-4f64-8b97-1b27f0747fa0 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Updated VIF entry in instance network info cache for port 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.551379] env[69265]: DEBUG nova.network.neutron [req-e4dfacac-b346-434c-a456-0a76fb8d4400 req-f26f8d1b-854b-4f64-8b97-1b27f0747fa0 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Updating instance_info_cache with network_info: [{"id": "4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f", "address": "fa:16:3e:20:12:1f", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8b4e3a-e0", "ovs_interfaceid": "4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.622993] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44103} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.626073] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8/54cc7c36-53d8-406c-86b5-3ddbe7ef96b8.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.626320] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.626571] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.627046] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8031ba4-7643-49d4-829d-d601e242c6d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.632822] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 960.632822] env[69265]: value = "task-3476325" [ 960.632822] env[69265]: _type = "Task" [ 960.632822] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.639971] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.659819] env[69265]: DEBUG nova.objects.base [None req-3d5012ed-9698-448b-974b-3202047a83f0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Object Instance<3005e5be-b038-45e5-9b90-28264023588d> lazy-loaded attributes: flavor,pci_requests {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.660074] env[69265]: DEBUG nova.network.neutron [None req-3d5012ed-9698-448b-974b-3202047a83f0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.730265] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d5012ed-9698-448b-974b-3202047a83f0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-3005e5be-b038-45e5-9b90-28264023588d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.078s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.820208] env[69265]: ERROR nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [req-b762c9fc-82b5-40ba-8c1b-eeb89f298699] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b762c9fc-82b5-40ba-8c1b-eeb89f298699"}]} [ 960.835940] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 960.848785] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 960.848967] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.858902] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 960.869759] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528146c6-0d18-07b8-38e7-40661cac27c0, 'name': SearchDatastore_Task, 'duration_secs': 0.051218} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.870847] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ce1096-c632-410c-bc3a-d45cb08f5dc7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.876053] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 960.876053] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521330dc-b322-5815-cf8d-011f8ff8b3a9" [ 960.876053] env[69265]: _type = "Task" [ 960.876053] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.876769] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 960.886429] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521330dc-b322-5815-cf8d-011f8ff8b3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.054109] env[69265]: DEBUG oslo_concurrency.lockutils [req-e4dfacac-b346-434c-a456-0a76fb8d4400 req-f26f8d1b-854b-4f64-8b97-1b27f0747fa0 service nova] Releasing lock "refresh_cache-4d08e52a-5b79-4de8-9ad2-f4269ad61956" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.124128] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.142783] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063729} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.143090] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.143826] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3566e2-abc7-4c74-b373-b83945962278 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.167231] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8/54cc7c36-53d8-406c-86b5-3ddbe7ef96b8.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.169747] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b785ffa5-36a9-49c8-98f6-17d0332f180c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.189334] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 961.189334] env[69265]: value = "task-3476326" [ 961.189334] env[69265]: _type = "Task" [ 961.189334] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.199279] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.258913] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8862d8f-f675-4509-b262-6c37398b6d21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.266673] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a978d199-e9f4-42ab-989e-68acd88fb698 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.297928] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb7c50e-c868-4bde-b64f-adf260405fe3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.305349] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6397f2-16d1-4d1a-b8e1-b841e000eac4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.318500] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.389540] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521330dc-b322-5815-cf8d-011f8ff8b3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.389835] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.390118] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 4d08e52a-5b79-4de8-9ad2-f4269ad61956/4d08e52a-5b79-4de8-9ad2-f4269ad61956.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.390424] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cc4e99d-fbda-42c9-b524-e5f1ca8955af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.397089] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 961.397089] env[69265]: value = "task-3476327" [ 961.397089] env[69265]: _type = "Task" [ 961.397089] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.405492] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.626566] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476324, 'name': ReconfigVM_Task, 'duration_secs': 1.135365} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.627302] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.627302] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e30873c1-7bcb-4f43-a21d-4e9428930500 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.635065] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 961.635065] env[69265]: value = "task-3476328" [ 961.635065] env[69265]: _type = "Task" [ 961.635065] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.643760] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.701041] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476326, 'name': ReconfigVM_Task, 'duration_secs': 0.303142} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.701462] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8/54cc7c36-53d8-406c-86b5-3ddbe7ef96b8.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.701734] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69265) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 961.702396] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9c6862b4-364c-4823-859f-5c59040e0a25 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.711019] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 961.711019] env[69265]: value = "task-3476329" [ 961.711019] env[69265]: _type = "Task" [ 961.711019] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.721359] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476329, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.822182] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.907804] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471871} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.908092] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 4d08e52a-5b79-4de8-9ad2-f4269ad61956/4d08e52a-5b79-4de8-9ad2-f4269ad61956.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.908315] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.908571] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99889595-63b1-4dcd-8d87-46eea56554ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.915106] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 961.915106] env[69265]: value = "task-3476330" [ 961.915106] env[69265]: _type = "Task" [ 961.915106] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.924156] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.146328] env[69265]: DEBUG oslo_vmware.api [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476328, 'name': PowerOnVM_Task, 'duration_secs': 0.496626} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.146642] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.151062] env[69265]: DEBUG nova.compute.manager [None req-824e8194-d4b5-4717-ab65-be09d1360931 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.151914] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c887b2f2-d010-489a-9e22-84b80f6da756 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.222625] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476329, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.066041} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.223015] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69265) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 962.224251] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0428d31-6ef6-48db-9ba3-f01f92eb0142 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.249807] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8/ephemeral_0.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.250105] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-536f846e-1c74-458d-b4e2-1d202a8fa10d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.268662] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 962.268662] env[69265]: value = "task-3476331" [ 962.268662] env[69265]: _type = "Task" [ 962.268662] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.277158] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.327259] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 962.327734] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.084s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.328119] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.123s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.328257] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.330388] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.261s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.331921] env[69265]: INFO nova.compute.claims [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.336451] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.336451] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Cleaning up deleted instances {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 962.360440] env[69265]: INFO nova.scheduler.client.report [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Deleted allocations for instance fb3332b1-6312-4ff0-8359-4fee8ae67379 [ 962.427187] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059746} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.427476] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.428235] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d432fea5-521c-488b-aff2-897758ff6d42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.450130] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 4d08e52a-5b79-4de8-9ad2-f4269ad61956/4d08e52a-5b79-4de8-9ad2-f4269ad61956.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.451017] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7acda465-c68b-428e-a288-d604b47026f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.469688] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 962.469688] env[69265]: value = "task-3476332" [ 962.469688] env[69265]: _type = "Task" [ 962.469688] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.477414] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.779082] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.848404] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] There are 40 instances to clean {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 962.848661] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 59fdc1cf-af5f-478a-9990-d7ffc5dff0d4] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.867310] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-3005e5be-b038-45e5-9b90-28264023588d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.867558] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-3005e5be-b038-45e5-9b90-28264023588d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.867857] env[69265]: DEBUG nova.objects.instance [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'flavor' on Instance uuid 3005e5be-b038-45e5-9b90-28264023588d {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.874803] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ed89bac-b921-47e6-b93f-a8bde3ace108 tempest-ServersListShow296Test-1510969974 tempest-ServersListShow296Test-1510969974-project-member] Lock "fb3332b1-6312-4ff0-8359-4fee8ae67379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.942s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.979066] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476332, 'name': ReconfigVM_Task, 'duration_secs': 0.290982} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.982136] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 4d08e52a-5b79-4de8-9ad2-f4269ad61956/4d08e52a-5b79-4de8-9ad2-f4269ad61956.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.983246] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a440b2fb-5290-42d1-b551-480678f5997e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.990142] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 962.990142] env[69265]: value = "task-3476333" [ 962.990142] env[69265]: _type = "Task" [ 962.990142] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.002315] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476333, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.240483] env[69265]: INFO nova.compute.manager [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Unrescuing [ 963.240795] env[69265]: DEBUG oslo_concurrency.lockutils [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.240955] env[69265]: DEBUG oslo_concurrency.lockutils [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquired lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.241134] env[69265]: DEBUG nova.network.neutron [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.248338] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e8492-9402-4c9c-85f6-e1f92ad26f6f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.256858] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48429e58-3c9f-49d4-b86b-224e77acf6f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.295322] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a1e929-bc64-4f2a-99d0-7af9c72e3627 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.301170] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.304195] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025752a-6d44-4f4c-bf22-6d7b8235b5da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.317990] env[69265]: DEBUG nova.compute.provider_tree [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.354813] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 01c1ddd3-75e4-47b9-8abb-5adb242c50ec] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.452954] env[69265]: DEBUG nova.objects.instance [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'pci_requests' on Instance uuid 3005e5be-b038-45e5-9b90-28264023588d {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.501178] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476333, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.550125] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquiring lock "8e2f22cc-927e-4e9a-b336-4d97c4554748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.550392] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "8e2f22cc-927e-4e9a-b336-4d97c4554748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.550678] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquiring lock "8e2f22cc-927e-4e9a-b336-4d97c4554748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.550878] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "8e2f22cc-927e-4e9a-b336-4d97c4554748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.551064] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "8e2f22cc-927e-4e9a-b336-4d97c4554748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.553091] env[69265]: INFO nova.compute.manager [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Terminating instance [ 963.800188] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476331, 'name': ReconfigVM_Task, 'duration_secs': 1.069747} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.800483] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8/ephemeral_0.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.801139] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff74e726-736e-42f3-a0d5-4d6871ffd15a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.808334] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 963.808334] env[69265]: value = "task-3476334" [ 963.808334] env[69265]: _type = "Task" [ 963.808334] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.822797] env[69265]: DEBUG nova.scheduler.client.report [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.826299] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476334, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.857971] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8a0bb08c-059a-482c-98c6-efac90008748] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.937230] env[69265]: DEBUG nova.network.neutron [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Updating instance_info_cache with network_info: [{"id": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "address": "fa:16:3e:d0:a1:4a", "network": {"id": "825dc122-b680-4f14-9d7c-afad7cebe140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1729334232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8f602ccd98994ed289cd5f78b52dfaa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3686a5c0-28", "ovs_interfaceid": "3686a5c0-28ca-4475-8186-558e1f6a3e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.955139] env[69265]: DEBUG nova.objects.base [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Object Instance<3005e5be-b038-45e5-9b90-28264023588d> lazy-loaded attributes: flavor,pci_requests {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 963.955378] env[69265]: DEBUG nova.network.neutron [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.989970] env[69265]: DEBUG nova.policy [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.001070] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476333, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.056385] env[69265]: DEBUG nova.compute.manager [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.056649] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.057640] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b79eb0-ffb6-448e-8869-41a9f7a64b75 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.065186] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.065427] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b1e2cf9-0800-40b0-a5c3-79324d42dc87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.072638] env[69265]: DEBUG oslo_vmware.api [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 964.072638] env[69265]: value = "task-3476335" [ 964.072638] env[69265]: _type = "Task" [ 964.072638] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.081324] env[69265]: DEBUG oslo_vmware.api [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.268071] env[69265]: DEBUG nova.network.neutron [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Successfully created port: 849574d9-e3a1-4439-8abe-abafdb3b21ac {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.317936] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476334, 'name': Rename_Task, 'duration_secs': 0.369449} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.318243] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.318548] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f00046b4-05a3-4463-8b9d-f0058f9b1606 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.324673] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 964.324673] env[69265]: value = "task-3476336" [ 964.324673] env[69265]: _type = "Task" [ 964.324673] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.328377] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.998s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.328913] env[69265]: DEBUG nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.333128] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.684s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.335139] env[69265]: INFO nova.compute.claims [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.342871] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476336, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.362659] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: c30f982f-1087-49e7-b4ae-40aae85b3af5] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.439715] env[69265]: DEBUG oslo_concurrency.lockutils [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Releasing lock "refresh_cache-386c0513-2e01-4240-8964-ea597efd7285" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.440500] env[69265]: DEBUG nova.objects.instance [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lazy-loading 'flavor' on Instance uuid 386c0513-2e01-4240-8964-ea597efd7285 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.503639] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476333, 'name': Rename_Task, 'duration_secs': 1.165412} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.505327] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.505649] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d981f89-96d0-49b9-8e8c-3bd59da57dd8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.512062] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 964.512062] env[69265]: value = "task-3476337" [ 964.512062] env[69265]: _type = "Task" [ 964.512062] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.520953] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.582420] env[69265]: DEBUG oslo_vmware.api [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476335, 'name': PowerOffVM_Task, 'duration_secs': 0.189303} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.582777] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.582999] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.583308] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a75e36e-5ee2-40e4-bae1-2e884c7e7e98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.644577] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.644798] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.644983] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Deleting the datastore file [datastore1] 8e2f22cc-927e-4e9a-b336-4d97c4554748 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.645273] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7e42d13-1596-4218-babe-2155dcff72eb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.651432] env[69265]: DEBUG oslo_vmware.api [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for the task: (returnval){ [ 964.651432] env[69265]: value = "task-3476339" [ 964.651432] env[69265]: _type = "Task" [ 964.651432] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.659533] env[69265]: DEBUG oslo_vmware.api [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.836508] env[69265]: DEBUG nova.compute.utils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.838051] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.838736] env[69265]: DEBUG nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.838873] env[69265]: DEBUG nova.network.neutron [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.866279] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 95e4037c-05f6-4674-a4df-bbe7cbfbb8da] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.947850] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce00e430-4589-43e4-a27b-f0223370048b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.973159] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.973159] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab3b5d71-9e19-4722-960f-effb5cdf421c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.980836] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 964.980836] env[69265]: value = "task-3476340" [ 964.980836] env[69265]: _type = "Task" [ 964.980836] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.989194] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.005962] env[69265]: DEBUG nova.policy [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f2029241aeb4d1eb33489501463336b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a0ee2017eaa411c9a568bb189b8d37d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.022218] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476337, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.166161] env[69265]: DEBUG oslo_vmware.api [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Task: {'id': task-3476339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465964} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.166671] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.166991] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.167315] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.167668] env[69265]: INFO nova.compute.manager [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Took 1.11 seconds to destroy the instance on the hypervisor. [ 965.168037] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.168359] env[69265]: DEBUG nova.compute.manager [-] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.168541] env[69265]: DEBUG nova.network.neutron [-] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.343177] env[69265]: DEBUG nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.345823] env[69265]: DEBUG oslo_vmware.api [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476336, 'name': PowerOnVM_Task, 'duration_secs': 0.550191} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.354054] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.354054] env[69265]: INFO nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Took 10.18 seconds to spawn the instance on the hypervisor. [ 965.354054] env[69265]: DEBUG nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.354675] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf780be-f2ee-44e4-bd5a-f8e61f3cbc18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.372847] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 06338a3b-8496-46c8-8c2f-d760493400c4] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.375077] env[69265]: DEBUG nova.network.neutron [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Successfully created port: 25e1dfe2-bedf-49d8-b678-23007ab8f349 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.494684] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476340, 'name': PowerOffVM_Task, 'duration_secs': 0.288389} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.497906] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.507529] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.507529] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c47b6d89-046c-422b-9e26-4a47eeedff44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.530889] env[69265]: DEBUG oslo_vmware.api [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476337, 'name': PowerOnVM_Task, 'duration_secs': 0.537275} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.531960] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.532169] env[69265]: INFO nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Took 8.27 seconds to spawn the instance on the hypervisor. [ 965.532358] env[69265]: DEBUG nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.532693] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 965.532693] env[69265]: value = "task-3476341" [ 965.532693] env[69265]: _type = "Task" [ 965.532693] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.536166] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8437e7e7-5901-4e38-9afe-013fba09cdd6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.551880] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.862421] env[69265]: DEBUG nova.network.neutron [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Successfully updated port: 849574d9-e3a1-4439-8abe-abafdb3b21ac {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.875570] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 79b20aa0-baba-43a6-ae69-9689ac007eca] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.877313] env[69265]: INFO nova.compute.manager [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Took 52.85 seconds to build instance. [ 965.906391] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4e5aa5-9871-4543-bf2b-3d9b1ac9195c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.920133] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e40b55b-2035-4b16-8f48-39a4cca5f203 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.964448] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd635eb7-e0fe-4ab6-9e20-12568ab210ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.974812] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da59996-3013-4451-ad8c-f4919b0d10d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.992227] env[69265]: DEBUG nova.compute.provider_tree [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.049394] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.061940] env[69265]: INFO nova.compute.manager [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Took 50.80 seconds to build instance. [ 966.240295] env[69265]: DEBUG nova.network.neutron [-] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.359737] env[69265]: DEBUG nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.366035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.366222] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.366405] env[69265]: DEBUG nova.network.neutron [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.382395] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 9edf3bcb-6734-4e69-9455-da267cea0bcd] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.384378] env[69265]: DEBUG oslo_concurrency.lockutils [None req-07963afa-72f0-4191-ad1b-cba0ff0c3208 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.586s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.388028] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.388028] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.388028] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.388028] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.388028] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.388028] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.388426] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.388426] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.388630] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.388739] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.388913] env[69265]: DEBUG nova.virt.hardware [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.389843] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b99b0-20f7-4369-b047-d21da65ae145 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.398484] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf5396b-e73c-46f6-963b-16f4d3e43198 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.422422] env[69265]: DEBUG nova.compute.manager [req-f29e1f44-5b26-4155-a547-9d67c41da4c6 req-e1a538eb-5462-4845-bf73-8a0d40ae2922 service nova] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Received event network-vif-deleted-e5844d01-6d56-433c-b007-f9539c6ba57e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.496412] env[69265]: DEBUG nova.scheduler.client.report [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.548414] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476341, 'name': ReconfigVM_Task, 'duration_secs': 0.634213} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.548704] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 966.548890] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.549149] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f2dcb12-2b77-484a-a94b-e1771eb42c1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.555765] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 966.555765] env[69265]: value = "task-3476342" [ 966.555765] env[69265]: _type = "Task" [ 966.555765] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.563617] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.563844] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ee255c22-275f-48f1-a1af-6975b6f4c923 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.052s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.746785] env[69265]: INFO nova.compute.manager [-] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Took 1.58 seconds to deallocate network for instance. [ 966.895380] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: c0b8a432-a5ff-4f34-b287-fa6b27a7dd0f] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.941957] env[69265]: WARNING nova.network.neutron [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] ef8de805-c62e-447e-b40a-9ac49536bbe6 already exists in list: networks containing: ['ef8de805-c62e-447e-b40a-9ac49536bbe6']. ignoring it [ 967.002601] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.003124] env[69265]: DEBUG nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.007367] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.675s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.007367] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.010148] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.672s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.010440] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.013189] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.740s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.015387] env[69265]: INFO nova.compute.claims [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.056404] env[69265]: INFO nova.scheduler.client.report [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Deleted allocations for instance ad5e7490-9ef5-43b0-a7dc-e9feb171cc09 [ 967.059020] env[69265]: INFO nova.scheduler.client.report [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Deleted allocations for instance 40407a74-a9ce-41f0-a61b-a353eff49301 [ 967.074941] env[69265]: DEBUG oslo_vmware.api [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476342, 'name': PowerOnVM_Task, 'duration_secs': 0.407909} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.076263] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.078908] env[69265]: DEBUG nova.compute.manager [None req-68e34ac4-1932-4ecf-9b68-5e4a8385180e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.078908] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf35d1cb-40b6-485d-8b52-c6ab96f296bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.164577] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5c4756-d02a-464a-b398-cf4363b355a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.171838] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1df2031b-0188-441d-82d9-183f634f3091 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Suspending the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 967.172490] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e1a9715b-1b09-4501-8150-85413544423a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.179232] env[69265]: DEBUG oslo_vmware.api [None req-1df2031b-0188-441d-82d9-183f634f3091 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 967.179232] env[69265]: value = "task-3476343" [ 967.179232] env[69265]: _type = "Task" [ 967.179232] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.192880] env[69265]: DEBUG oslo_vmware.api [None req-1df2031b-0188-441d-82d9-183f634f3091 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476343, 'name': SuspendVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.253711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.283284] env[69265]: DEBUG nova.network.neutron [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849574d9-e3a1-4439-8abe-abafdb3b21ac", "address": "fa:16:3e:14:ea:c1", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849574d9-e3", "ovs_interfaceid": "849574d9-e3a1-4439-8abe-abafdb3b21ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.300980] env[69265]: DEBUG nova.network.neutron [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Successfully updated port: 25e1dfe2-bedf-49d8-b678-23007ab8f349 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.396688] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 6bb9c6c6-4ccd-4ce9-b4d0-78c032177438] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.520954] env[69265]: DEBUG nova.compute.utils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.524673] env[69265]: DEBUG nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.524875] env[69265]: DEBUG nova.network.neutron [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.573314] env[69265]: DEBUG oslo_concurrency.lockutils [None req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Lock "40407a74-a9ce-41f0-a61b-a353eff49301" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.747s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.574454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "ad5e7490-9ef5-43b0-a7dc-e9feb171cc09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.111s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.633557] env[69265]: DEBUG nova.policy [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863fb5753cc6444aa46ee3bdf06e4d4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63c8f54b91a4da08f2daafc05c9b5fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.691464] env[69265]: DEBUG oslo_vmware.api [None req-1df2031b-0188-441d-82d9-183f634f3091 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476343, 'name': SuspendVM_Task} progress is 70%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.788063] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.788767] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.788932] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.789853] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c39b52-fc92-4156-8c91-e1edfa7f552c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.807132] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquiring lock "refresh_cache-7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.807290] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquired lock "refresh_cache-7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.807428] env[69265]: DEBUG nova.network.neutron [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.809079] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.809819] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.809993] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.813622] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.813840] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.814054] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.814293] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.814487] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.814682] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.814870] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.815077] env[69265]: DEBUG nova.virt.hardware [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.821805] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Reconfiguring VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 967.827304] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a5bbba-562e-4c56-a4f0-d77e4458fcf3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.847768] env[69265]: DEBUG oslo_vmware.api [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 967.847768] env[69265]: value = "task-3476344" [ 967.847768] env[69265]: _type = "Task" [ 967.847768] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.857499] env[69265]: DEBUG oslo_vmware.api [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476344, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.869851] env[69265]: DEBUG nova.network.neutron [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.901065] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8849eaac-c903-4f80-8772-2a91b067fea4] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.024976] env[69265]: DEBUG nova.network.neutron [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Updating instance_info_cache with network_info: [{"id": "25e1dfe2-bedf-49d8-b678-23007ab8f349", "address": "fa:16:3e:61:52:05", "network": {"id": "7d92d860-1609-4151-8797-da2b7af00b5a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-224617632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a0ee2017eaa411c9a568bb189b8d37d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e1dfe2-be", "ovs_interfaceid": "25e1dfe2-bedf-49d8-b678-23007ab8f349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.030020] env[69265]: DEBUG nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.194510] env[69265]: DEBUG oslo_vmware.api [None req-1df2031b-0188-441d-82d9-183f634f3091 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476343, 'name': SuspendVM_Task, 'duration_secs': 0.612381} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.195490] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1df2031b-0188-441d-82d9-183f634f3091 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Suspended the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 968.195774] env[69265]: DEBUG nova.compute.manager [None req-1df2031b-0188-441d-82d9-183f634f3091 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.197134] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a095c37-ff15-46d8-ac23-9cc5fb2934cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.209739] env[69265]: DEBUG nova.compute.manager [req-e5695bd2-e1f9-49b3-b1cb-b74b1027b240 req-417faea9-b189-4107-9bfb-7f19fc522360 service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Received event network-vif-plugged-25e1dfe2-bedf-49d8-b678-23007ab8f349 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.209959] env[69265]: DEBUG oslo_concurrency.lockutils [req-e5695bd2-e1f9-49b3-b1cb-b74b1027b240 req-417faea9-b189-4107-9bfb-7f19fc522360 service nova] Acquiring lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.214727] env[69265]: DEBUG oslo_concurrency.lockutils [req-e5695bd2-e1f9-49b3-b1cb-b74b1027b240 req-417faea9-b189-4107-9bfb-7f19fc522360 service nova] Lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.214727] env[69265]: DEBUG oslo_concurrency.lockutils [req-e5695bd2-e1f9-49b3-b1cb-b74b1027b240 req-417faea9-b189-4107-9bfb-7f19fc522360 service nova] Lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.214727] env[69265]: DEBUG nova.compute.manager [req-e5695bd2-e1f9-49b3-b1cb-b74b1027b240 req-417faea9-b189-4107-9bfb-7f19fc522360 service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] No waiting events found dispatching network-vif-plugged-25e1dfe2-bedf-49d8-b678-23007ab8f349 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.214858] env[69265]: WARNING nova.compute.manager [req-e5695bd2-e1f9-49b3-b1cb-b74b1027b240 req-417faea9-b189-4107-9bfb-7f19fc522360 service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Received unexpected event network-vif-plugged-25e1dfe2-bedf-49d8-b678-23007ab8f349 for instance with vm_state building and task_state spawning. [ 968.260040] env[69265]: DEBUG nova.network.neutron [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Successfully created port: d6d65cab-4645-4916-8744-5db714bb36b5 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.362648] env[69265]: DEBUG oslo_vmware.api [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.404704] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: da661f70-29f9-43d2-942c-c756ab4965b2] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.525202] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Releasing lock "refresh_cache-7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.525646] env[69265]: DEBUG nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Instance network_info: |[{"id": "25e1dfe2-bedf-49d8-b678-23007ab8f349", "address": "fa:16:3e:61:52:05", "network": {"id": "7d92d860-1609-4151-8797-da2b7af00b5a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-224617632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a0ee2017eaa411c9a568bb189b8d37d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e1dfe2-be", "ovs_interfaceid": "25e1dfe2-bedf-49d8-b678-23007ab8f349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.526512] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:52:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25e1dfe2-bedf-49d8-b678-23007ab8f349', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.538702] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Creating folder: Project (6a0ee2017eaa411c9a568bb189b8d37d). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.544940] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14c1b929-8edc-4139-9571-2a9cf677c564 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.553279] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42746ba3-43be-4f8e-aab9-b1bdd1ca1b2a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.563345] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c058f-e63e-4141-bbac-b31a0aacac0c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.571626] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Created folder: Project (6a0ee2017eaa411c9a568bb189b8d37d) in parent group-v694865. [ 968.574358] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Creating folder: Instances. Parent ref: group-v695057. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.599761] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c4b6a9e-1afa-4621-899f-46cf5dfeb966 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.602437] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75ba134-d1f8-4c1d-af5b-6150e46cca49 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.612035] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500fcbad-f23f-4808-9904-f8bd6efaf56e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.619253] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Created folder: Instances in parent group-v695057. [ 968.619253] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.619253] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.628495] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48eb6d72-c3f6-4c17-9635-dea3f1752ef5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.644900] env[69265]: DEBUG nova.compute.provider_tree [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.656446] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.656446] env[69265]: value = "task-3476347" [ 968.656446] env[69265]: _type = "Task" [ 968.656446] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.668923] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476347, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.861739] env[69265]: DEBUG oslo_vmware.api [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476344, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.908401] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: cb571a45-6882-4e31-9e4b-e23db8d5caaf] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.058180] env[69265]: DEBUG nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.101787] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.101787] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.101787] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.101787] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.101787] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.101787] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.102084] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.102337] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.102564] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.102859] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.103185] env[69265]: DEBUG nova.virt.hardware [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.104997] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6e6ba2-ed49-4ceb-a61c-dfa502902490 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.117845] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0681f7-79de-4793-8b79-ed4059286075 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.170981] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476347, 'name': CreateVM_Task, 'duration_secs': 0.388547} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.171258] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.171892] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.172415] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.172758] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.173113] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47a11b7-e116-4723-bf51-3c11428b128a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.179249] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 969.179249] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dfe3b2-5232-19fa-5be6-fa2c2328b8ee" [ 969.179249] env[69265]: _type = "Task" [ 969.179249] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.190251] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dfe3b2-5232-19fa-5be6-fa2c2328b8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.195099] env[69265]: DEBUG nova.scheduler.client.report [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 969.195355] env[69265]: DEBUG nova.compute.provider_tree [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 98 to 99 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 969.195538] env[69265]: DEBUG nova.compute.provider_tree [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.361122] env[69265]: DEBUG oslo_vmware.api [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476344, 'name': ReconfigVM_Task, 'duration_secs': 1.04871} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.361277] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.361559] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Reconfigured VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 969.422555] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 4b42ce39-8bd8-45f0-ab6b-dc8806ae8edf] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.646336] env[69265]: DEBUG nova.compute.manager [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-vif-plugged-849574d9-e3a1-4439-8abe-abafdb3b21ac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.646590] env[69265]: DEBUG oslo_concurrency.lockutils [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.646783] env[69265]: DEBUG oslo_concurrency.lockutils [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] Lock "3005e5be-b038-45e5-9b90-28264023588d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.646946] env[69265]: DEBUG oslo_concurrency.lockutils [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] Lock "3005e5be-b038-45e5-9b90-28264023588d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.647132] env[69265]: DEBUG nova.compute.manager [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] No waiting events found dispatching network-vif-plugged-849574d9-e3a1-4439-8abe-abafdb3b21ac {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.647298] env[69265]: WARNING nova.compute.manager [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received unexpected event network-vif-plugged-849574d9-e3a1-4439-8abe-abafdb3b21ac for instance with vm_state active and task_state None. [ 969.647452] env[69265]: DEBUG nova.compute.manager [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-changed-849574d9-e3a1-4439-8abe-abafdb3b21ac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.647605] env[69265]: DEBUG nova.compute.manager [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Refreshing instance network info cache due to event network-changed-849574d9-e3a1-4439-8abe-abafdb3b21ac. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.647799] env[69265]: DEBUG oslo_concurrency.lockutils [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] Acquiring lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.647907] env[69265]: DEBUG oslo_concurrency.lockutils [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] Acquired lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.649362] env[69265]: DEBUG nova.network.neutron [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Refreshing network info cache for port 849574d9-e3a1-4439-8abe-abafdb3b21ac {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.699347] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dfe3b2-5232-19fa-5be6-fa2c2328b8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014431} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.699347] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.699347] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.699347] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.699347] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.699347] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.699347] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db22c73c-b3ed-4290-a23c-f395dc2b4a85 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.708432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.708432] env[69265]: DEBUG nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.710498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.982s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.725298] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.725298] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.726239] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e343cd3-c174-4e4e-9a44-37c05a920ea5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.733582] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 969.733582] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52acb030-92ec-fb85-d1ae-60545133dded" [ 969.733582] env[69265]: _type = "Task" [ 969.733582] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.748181] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52acb030-92ec-fb85-d1ae-60545133dded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.870465] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a787b18c-fc27-42bd-9817-0ecc42e047e7 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-3005e5be-b038-45e5-9b90-28264023588d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.003s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.928154] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 7a37269c-02e6-4b97-be9d-928a859e1089] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.984501] env[69265]: DEBUG nova.network.neutron [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Successfully updated port: d6d65cab-4645-4916-8744-5db714bb36b5 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.215602] env[69265]: DEBUG nova.compute.utils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.219978] env[69265]: DEBUG nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.220491] env[69265]: DEBUG nova.network.neutron [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.246108] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "386c0513-2e01-4240-8964-ea597efd7285" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.246108] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "386c0513-2e01-4240-8964-ea597efd7285" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.246108] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "386c0513-2e01-4240-8964-ea597efd7285-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.246108] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "386c0513-2e01-4240-8964-ea597efd7285-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.246108] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "386c0513-2e01-4240-8964-ea597efd7285-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.253537] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52acb030-92ec-fb85-d1ae-60545133dded, 'name': SearchDatastore_Task, 'duration_secs': 0.028496} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.257095] env[69265]: INFO nova.compute.manager [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Terminating instance [ 970.260352] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa16f6a-3f2a-409a-a842-9b3d3ef8c6ec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.267359] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 970.267359] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524cc511-7600-ed06-fbaa-0dedbed84265" [ 970.267359] env[69265]: _type = "Task" [ 970.267359] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.272536] env[69265]: DEBUG nova.policy [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc9eb8946884f8cabffd8deb71e9c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe9a3b29184430da2147cf199f4156c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.283913] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524cc511-7600-ed06-fbaa-0dedbed84265, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.288241] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.288993] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6/7f488f85-65a0-4ad5-b9c9-66b2111ec5f6.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.289633] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-844aea64-9441-4611-ba06-626d7dd0a19f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.305635] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 970.305635] env[69265]: value = "task-3476349" [ 970.305635] env[69265]: _type = "Task" [ 970.305635] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.317555] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.431691] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: ed692e48-b9de-4a4f-8822-7b48266a065e] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.453844] env[69265]: DEBUG nova.network.neutron [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updated VIF entry in instance network info cache for port 849574d9-e3a1-4439-8abe-abafdb3b21ac. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.453844] env[69265]: DEBUG nova.network.neutron [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849574d9-e3a1-4439-8abe-abafdb3b21ac", "address": "fa:16:3e:14:ea:c1", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849574d9-e3", "ovs_interfaceid": "849574d9-e3a1-4439-8abe-abafdb3b21ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.487754] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.487920] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.488101] env[69265]: DEBUG nova.network.neutron [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.632562] env[69265]: DEBUG nova.network.neutron [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Successfully created port: 47637537-0138-40b8-8e04-815327dc7a76 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.720339] env[69265]: DEBUG nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.766026] env[69265]: DEBUG nova.compute.manager [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.766295] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.770029] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f3f43-e3d2-476d-bbed-e53f06075d98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.774108] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7765b70-5840-49f0-bdc4-190005d316fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.783597] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7729c043-9734-4714-83d9-f73f37fee2db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.786776] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.787020] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09eacdc7-69db-4c1b-ad4d-8aaea710a215 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.822965] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd45ccc4-cd7c-4f48-9cbf-56379e9b6174 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.826370] env[69265]: DEBUG oslo_vmware.api [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 970.826370] env[69265]: value = "task-3476350" [ 970.826370] env[69265]: _type = "Task" [ 970.826370] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.834946] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493353} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.836432] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55348ec7-df62-4727-b1e6-b877ad4e3472 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.840374] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6/7f488f85-65a0-4ad5-b9c9-66b2111ec5f6.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.840606] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.843635] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18200fd2-b045-43ae-90f7-6a7558ba128c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.845303] env[69265]: DEBUG oslo_vmware.api [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.857431] env[69265]: DEBUG nova.compute.provider_tree [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.859914] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 970.859914] env[69265]: value = "task-3476351" [ 970.859914] env[69265]: _type = "Task" [ 970.859914] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.868408] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.935905] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 1b0ed8eb-4e78-456d-8285-f5bff0f9ab7d] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.958469] env[69265]: DEBUG oslo_concurrency.lockutils [req-a8c99bd1-78d1-4fe6-adc4-df6d0e9fc626 req-65745c57-3927-45a1-9102-cb4175d4b80c service nova] Releasing lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.021979] env[69265]: DEBUG nova.network.neutron [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.193938] env[69265]: DEBUG nova.network.neutron [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Updating instance_info_cache with network_info: [{"id": "d6d65cab-4645-4916-8744-5db714bb36b5", "address": "fa:16:3e:6f:fb:78", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d65cab-46", "ovs_interfaceid": "d6d65cab-4645-4916-8744-5db714bb36b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.269110] env[69265]: DEBUG nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Received event network-changed-25e1dfe2-bedf-49d8-b678-23007ab8f349 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.269322] env[69265]: DEBUG nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Refreshing instance network info cache due to event network-changed-25e1dfe2-bedf-49d8-b678-23007ab8f349. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.269593] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Acquiring lock "refresh_cache-7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.269755] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Acquired lock "refresh_cache-7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.269916] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Refreshing network info cache for port 25e1dfe2-bedf-49d8-b678-23007ab8f349 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.335949] env[69265]: DEBUG oslo_vmware.api [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476350, 'name': PowerOffVM_Task, 'duration_secs': 0.364775} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.336443] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.336711] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.337872] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46eeb7a7-0c16-431d-a50c-4fe2c401681b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.373671] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058558} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.373947] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.374671] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bea1c1-c99a-4d36-81cf-d52977dfdf20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.398130] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6/7f488f85-65a0-4ad5-b9c9-66b2111ec5f6.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.399154] env[69265]: DEBUG nova.scheduler.client.report [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 971.399542] env[69265]: DEBUG nova.compute.provider_tree [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 99 to 100 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 971.399844] env[69265]: DEBUG nova.compute.provider_tree [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.404836] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b159cd9f-dc8e-4f6d-9728-717bc21c70f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.425089] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.425836] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.425836] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Deleting the datastore file [datastore2] 386c0513-2e01-4240-8964-ea597efd7285 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.427036] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed43853-0162-4c57-aa4b-5dce4c672b44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.430797] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 971.430797] env[69265]: value = "task-3476353" [ 971.430797] env[69265]: _type = "Task" [ 971.430797] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.435267] env[69265]: DEBUG oslo_vmware.api [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 971.435267] env[69265]: value = "task-3476354" [ 971.435267] env[69265]: _type = "Task" [ 971.435267] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.442561] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 9bb54c89-5c52-466a-88b6-bb3c98a6bd91] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.444614] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.450423] env[69265]: DEBUG oslo_vmware.api [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.697223] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.697566] env[69265]: DEBUG nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Instance network_info: |[{"id": "d6d65cab-4645-4916-8744-5db714bb36b5", "address": "fa:16:3e:6f:fb:78", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d65cab-46", "ovs_interfaceid": "d6d65cab-4645-4916-8744-5db714bb36b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.698060] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:fb:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d65cab-4645-4916-8744-5db714bb36b5', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.705539] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.705762] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.705991] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6dd9ec3-dd38-4b61-bf04-dce490c67178 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.726246] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.726246] env[69265]: value = "task-3476355" [ 971.726246] env[69265]: _type = "Task" [ 971.726246] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.737413] env[69265]: DEBUG nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.738530] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476355, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.766374] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.767338] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.767338] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.767338] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.767338] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.767338] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.767726] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.767726] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.767843] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.768010] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.768222] env[69265]: DEBUG nova.virt.hardware [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.769049] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c2548e-1ee6-4d54-ae8b-d0035f359c30 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.780551] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb34f89-109c-4697-bfef-d7664d7733d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.928266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.218s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.928530] env[69265]: DEBUG nova.compute.manager [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69265) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 971.931738] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.243s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.931958] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.934920] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.154s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.937081] env[69265]: INFO nova.compute.claims [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.947592] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 2b523f68-396b-437a-ad1b-833802639e67] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.954581] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476353, 'name': ReconfigVM_Task, 'duration_secs': 0.285428} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.960031] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6/7f488f85-65a0-4ad5-b9c9-66b2111ec5f6.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.960790] env[69265]: DEBUG oslo_vmware.api [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146427} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.960988] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72f211e6-f838-4d4a-be37-da7fca61f23a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.962826] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.963021] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.963206] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.963383] env[69265]: INFO nova.compute.manager [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Took 1.20 seconds to destroy the instance on the hypervisor. [ 971.963621] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.963850] env[69265]: DEBUG nova.compute.manager [-] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.963921] env[69265]: DEBUG nova.network.neutron [-] [instance: 386c0513-2e01-4240-8964-ea597efd7285] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.974031] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 971.974031] env[69265]: value = "task-3476356" [ 971.974031] env[69265]: _type = "Task" [ 971.974031] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.983157] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476356, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.236687] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476355, 'name': CreateVM_Task, 'duration_secs': 0.394032} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.236872] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.237654] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.238462] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.238462] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.238462] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbb9e2c-9c28-40e9-bf76-b46d804f07f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.243236] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 972.243236] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526bcfde-194f-af11-9470-26ef4d221af1" [ 972.243236] env[69265]: _type = "Task" [ 972.243236] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.251334] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526bcfde-194f-af11-9470-26ef4d221af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.305598] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Updated VIF entry in instance network info cache for port 25e1dfe2-bedf-49d8-b678-23007ab8f349. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.306013] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Updating instance_info_cache with network_info: [{"id": "25e1dfe2-bedf-49d8-b678-23007ab8f349", "address": "fa:16:3e:61:52:05", "network": {"id": "7d92d860-1609-4151-8797-da2b7af00b5a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-224617632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a0ee2017eaa411c9a568bb189b8d37d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e1dfe2-be", "ovs_interfaceid": "25e1dfe2-bedf-49d8-b678-23007ab8f349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.385037] env[69265]: DEBUG nova.compute.manager [req-028f587b-a367-4939-80d1-2f637b6935ad req-5d86ba3b-cc6b-46cb-913d-44c8757f1800 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Received event network-vif-plugged-47637537-0138-40b8-8e04-815327dc7a76 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.385310] env[69265]: DEBUG oslo_concurrency.lockutils [req-028f587b-a367-4939-80d1-2f637b6935ad req-5d86ba3b-cc6b-46cb-913d-44c8757f1800 service nova] Acquiring lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.385532] env[69265]: DEBUG oslo_concurrency.lockutils [req-028f587b-a367-4939-80d1-2f637b6935ad req-5d86ba3b-cc6b-46cb-913d-44c8757f1800 service nova] Lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.385704] env[69265]: DEBUG oslo_concurrency.lockutils [req-028f587b-a367-4939-80d1-2f637b6935ad req-5d86ba3b-cc6b-46cb-913d-44c8757f1800 service nova] Lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.385874] env[69265]: DEBUG nova.compute.manager [req-028f587b-a367-4939-80d1-2f637b6935ad req-5d86ba3b-cc6b-46cb-913d-44c8757f1800 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] No waiting events found dispatching network-vif-plugged-47637537-0138-40b8-8e04-815327dc7a76 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.386221] env[69265]: WARNING nova.compute.manager [req-028f587b-a367-4939-80d1-2f637b6935ad req-5d86ba3b-cc6b-46cb-913d-44c8757f1800 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Received unexpected event network-vif-plugged-47637537-0138-40b8-8e04-815327dc7a76 for instance with vm_state building and task_state spawning. [ 972.451888] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8e11fe11-f9db-4970-9c3e-2cd24953ea04] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.454682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2210baed-cc55-4474-a76d-bafbdf42e156 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 59.289s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.455458] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.862s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.458018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.458018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.458018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.458018] env[69265]: INFO nova.compute.manager [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Terminating instance [ 972.483372] env[69265]: DEBUG nova.compute.manager [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.485995] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74f8ceb-5198-46da-856a-6a5bd86d3059 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.505267] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476356, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.535308] env[69265]: INFO nova.scheduler.client.report [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted allocation for migration 7e2f8680-fab8-4c9f-a167-43e5c2a3087e [ 972.571126] env[69265]: DEBUG nova.network.neutron [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Successfully updated port: 47637537-0138-40b8-8e04-815327dc7a76 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.652445] env[69265]: WARNING oslo_messaging._drivers.amqpdriver [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 972.754719] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526bcfde-194f-af11-9470-26ef4d221af1, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.755124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.755375] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.755615] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.755768] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.755948] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.756221] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d222f464-821f-4017-bd85-d061ae788b12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.764578] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.764768] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.765504] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26205241-4ef1-45a8-8b82-96c5e1f6caff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.772031] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 972.772031] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52741f97-c280-4599-92db-63ae305075d0" [ 972.772031] env[69265]: _type = "Task" [ 972.772031] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.779136] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52741f97-c280-4599-92db-63ae305075d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.812721] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Releasing lock "refresh_cache-7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.812987] env[69265]: DEBUG nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Received event network-changed-9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.813181] env[69265]: DEBUG nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Refreshing instance network info cache due to event network-changed-9e7f742f-3555-4c07-8594-8b2e05e91df0. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.813394] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Acquiring lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.813537] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Acquired lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.813702] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Refreshing network info cache for port 9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.957726] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 0becda35-ead9-4f20-acbd-73b41ba2db1b] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.964904] env[69265]: DEBUG nova.compute.manager [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.964991] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.965284] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28d0d687-e741-4991-8a4a-a65da204f8d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.974315] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e93fa2f-8155-4d76-a180-54fab6a75553 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.998128] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476356, 'name': Rename_Task, 'duration_secs': 0.831212} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.000709] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.012447] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85bdf132-73d4-4b0f-ad96-6af4a2c18787 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.014607] env[69265]: INFO nova.compute.manager [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] instance snapshotting [ 973.014795] env[69265]: WARNING nova.compute.manager [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 973.016582] env[69265]: WARNING nova.virt.vmwareapi.vmops [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 23caef4b-fd6a-479e-b30c-707001f2c38f could not be found. [ 973.016771] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.017212] env[69265]: INFO nova.compute.manager [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 973.017212] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.017706] env[69265]: DEBUG nova.compute.manager [-] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.017803] env[69265]: DEBUG nova.network.neutron [-] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.019755] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a5dab6-f8a4-4b8e-8ce1-fbf7834bf2d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.043724] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ce08c-bb03-4fe7-b487-f077ff65940f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.046991] env[69265]: DEBUG oslo_concurrency.lockutils [None req-17531db8-9e30-4db1-a177-ddd4db55bb61 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.714s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.048346] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 973.048346] env[69265]: value = "task-3476357" [ 973.048346] env[69265]: _type = "Task" [ 973.048346] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.060898] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.061156] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.061363] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "9c202839-d942-4f38-9c1a-3da6428d2ef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.061546] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.061719] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.063319] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476357, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.063767] env[69265]: INFO nova.compute.manager [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Terminating instance [ 973.075078] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquiring lock "refresh_cache-9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.075078] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquired lock "refresh_cache-9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.075752] env[69265]: DEBUG nova.network.neutron [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.112555] env[69265]: DEBUG nova.network.neutron [-] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.157227] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-3005e5be-b038-45e5-9b90-28264023588d-c46018de-e91c-4627-87bf-9a1efd4d65ba" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.157490] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-3005e5be-b038-45e5-9b90-28264023588d-c46018de-e91c-4627-87bf-9a1efd4d65ba" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.157853] env[69265]: DEBUG nova.objects.instance [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'flavor' on Instance uuid 3005e5be-b038-45e5-9b90-28264023588d {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.283721] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52741f97-c280-4599-92db-63ae305075d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.284591] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9f78f1-99c5-43d8-ae31-173358277e6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.292365] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 973.292365] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520545ac-ef49-e7b1-4799-83e24e20761d" [ 973.292365] env[69265]: _type = "Task" [ 973.292365] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.300567] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520545ac-ef49-e7b1-4799-83e24e20761d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.385314] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e706c9-6d25-4058-a805-4f9350696c74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.392975] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45698bc9-d10d-4c5a-b4dd-185f68f094c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.428287] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f076ec-b163-4f52-8e64-dd5034b8f71f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.437750] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c34150-b21c-466a-be97-710e4ef4a89b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.452992] env[69265]: DEBUG nova.compute.provider_tree [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.462526] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: d6b780e2-6447-4fe2-891e-e7c8a831de6f] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.559515] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 973.559883] env[69265]: DEBUG oslo_vmware.api [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476357, 'name': PowerOnVM_Task, 'duration_secs': 0.503565} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.560464] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8933e3da-5efa-4ba8-abb4-c245a88c2257 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.562900] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.563782] env[69265]: INFO nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Took 7.20 seconds to spawn the instance on the hypervisor. [ 973.564030] env[69265]: DEBUG nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.564871] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Updated VIF entry in instance network info cache for port 9e7f742f-3555-4c07-8594-8b2e05e91df0. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.565242] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Updating instance_info_cache with network_info: [{"id": "9e7f742f-3555-4c07-8594-8b2e05e91df0", "address": "fa:16:3e:cd:84:87", "network": {"id": "60829d99-655c-4889-8cbf-e977086185da", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-629787008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15b3ea4075eb4d15862db285dc23f115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7f742f-35", "ovs_interfaceid": "9e7f742f-3555-4c07-8594-8b2e05e91df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.566857] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2065fd9c-2f71-4cd1-828e-3790fedefae0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.570662] env[69265]: DEBUG nova.compute.manager [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.570908] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.571909] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e98d75d-40d8-4a9c-a652-ad674bf4cc75 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.578031] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 973.578031] env[69265]: value = "task-3476358" [ 973.578031] env[69265]: _type = "Task" [ 973.578031] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.589309] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.590402] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a94693ba-e18d-4691-a346-b7afc60a40f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.596930] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.598628] env[69265]: DEBUG oslo_vmware.api [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 973.598628] env[69265]: value = "task-3476359" [ 973.598628] env[69265]: _type = "Task" [ 973.598628] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.608193] env[69265]: DEBUG oslo_vmware.api [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.616799] env[69265]: INFO nova.compute.manager [-] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Took 1.65 seconds to deallocate network for instance. [ 973.631918] env[69265]: DEBUG nova.network.neutron [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.758168] env[69265]: DEBUG nova.network.neutron [-] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.809122] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520545ac-ef49-e7b1-4799-83e24e20761d, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.809432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.809704] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] a5d987dd-ebb6-471d-b3db-4d9b612f478f/a5d987dd-ebb6-471d-b3db-4d9b612f478f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.809966] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dc80df7-1094-461c-962d-54c8b4e2df3a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.816472] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 973.816472] env[69265]: value = "task-3476360" [ 973.816472] env[69265]: _type = "Task" [ 973.816472] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.824080] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.832632] env[69265]: DEBUG nova.objects.instance [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'pci_requests' on Instance uuid 3005e5be-b038-45e5-9b90-28264023588d {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.849488] env[69265]: DEBUG nova.network.neutron [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Updating instance_info_cache with network_info: [{"id": "47637537-0138-40b8-8e04-815327dc7a76", "address": "fa:16:3e:4b:eb:4a", "network": {"id": "4c16112c-0052-4d3c-a6df-4ae587cbb9d7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-759237689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe9a3b29184430da2147cf199f4156c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47637537-01", "ovs_interfaceid": "47637537-0138-40b8-8e04-815327dc7a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.956619] env[69265]: DEBUG nova.scheduler.client.report [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.965078] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8fd4adf0-1fcc-4e47-80d7-bb84e0dd5790] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.973479] env[69265]: DEBUG nova.objects.instance [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'flavor' on Instance uuid 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.070878] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Releasing lock "refresh_cache-54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.070878] env[69265]: DEBUG nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Received event network-vif-plugged-d6d65cab-4645-4916-8744-5db714bb36b5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.070878] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Acquiring lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.071212] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.071252] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.071418] env[69265]: DEBUG nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] No waiting events found dispatching network-vif-plugged-d6d65cab-4645-4916-8744-5db714bb36b5 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.071591] env[69265]: WARNING nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Received unexpected event network-vif-plugged-d6d65cab-4645-4916-8744-5db714bb36b5 for instance with vm_state building and task_state spawning. [ 974.071757] env[69265]: DEBUG nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Received event network-changed-d6d65cab-4645-4916-8744-5db714bb36b5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.071914] env[69265]: DEBUG nova.compute.manager [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Refreshing instance network info cache due to event network-changed-d6d65cab-4645-4916-8744-5db714bb36b5. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.072133] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Acquiring lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.072273] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Acquired lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.072432] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Refreshing network info cache for port d6d65cab-4645-4916-8744-5db714bb36b5 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.095030] env[69265]: INFO nova.compute.manager [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Took 53.04 seconds to build instance. [ 974.100614] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476358, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.112863] env[69265]: DEBUG oslo_vmware.api [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476359, 'name': PowerOffVM_Task, 'duration_secs': 0.245383} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.113189] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.113337] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.114704] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5760ddb-a6f2-4c56-b8fa-464fac0b1c31 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.124347] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.187363] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.187701] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.187905] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Deleting the datastore file [datastore1] 9c202839-d942-4f38-9c1a-3da6428d2ef3 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.188325] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0cd002-698b-4082-bab1-577a3daf8dd5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.197591] env[69265]: DEBUG oslo_vmware.api [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for the task: (returnval){ [ 974.197591] env[69265]: value = "task-3476362" [ 974.197591] env[69265]: _type = "Task" [ 974.197591] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.206186] env[69265]: DEBUG oslo_vmware.api [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.260646] env[69265]: INFO nova.compute.manager [-] [instance: 23caef4b-fd6a-479e-b30c-707001f2c38f] Took 1.24 seconds to deallocate network for instance. [ 974.326685] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424276} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.327032] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] a5d987dd-ebb6-471d-b3db-4d9b612f478f/a5d987dd-ebb6-471d-b3db-4d9b612f478f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.327303] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.327585] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d50cc86f-ffe6-41c7-bd2a-a8e835a862b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.333513] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 974.333513] env[69265]: value = "task-3476363" [ 974.333513] env[69265]: _type = "Task" [ 974.333513] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.336784] env[69265]: DEBUG nova.objects.base [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Object Instance<3005e5be-b038-45e5-9b90-28264023588d> lazy-loaded attributes: flavor,pci_requests {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.336987] env[69265]: DEBUG nova.network.neutron [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.343625] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.352278] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Releasing lock "refresh_cache-9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.352904] env[69265]: DEBUG nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Instance network_info: |[{"id": "47637537-0138-40b8-8e04-815327dc7a76", "address": "fa:16:3e:4b:eb:4a", "network": {"id": "4c16112c-0052-4d3c-a6df-4ae587cbb9d7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-759237689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe9a3b29184430da2147cf199f4156c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47637537-01", "ovs_interfaceid": "47637537-0138-40b8-8e04-815327dc7a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.353057] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:eb:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47637537-0138-40b8-8e04-815327dc7a76', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.360799] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Creating folder: Project (2fe9a3b29184430da2147cf199f4156c). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.361088] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80c79f77-71fa-4348-8e51-424b088349ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.370567] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Created folder: Project (2fe9a3b29184430da2147cf199f4156c) in parent group-v694865. [ 974.370816] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Creating folder: Instances. Parent ref: group-v695062. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.373051] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-387c0e61-8926-43a5-91e6-692d0f711f1b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.382506] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Created folder: Instances in parent group-v695062. [ 974.382506] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.382707] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.383482] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a32d808-49d9-4b1d-8f56-e937f2bec1af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.405228] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.405228] env[69265]: value = "task-3476366" [ 974.405228] env[69265]: _type = "Task" [ 974.405228] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.412818] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476366, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.414517] env[69265]: DEBUG nova.policy [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.462380] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.463074] env[69265]: DEBUG nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.466924] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.833s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.472747] env[69265]: INFO nova.compute.claims [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.473055] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 9e611d0f-aca8-4d76-9325-c8c074a97e19] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.478333] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.478530] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.479888] env[69265]: DEBUG nova.network.neutron [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.479888] env[69265]: DEBUG nova.objects.instance [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'info_cache' on Instance uuid 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.596119] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476358, 'name': CreateSnapshot_Task, 'duration_secs': 0.748346} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.596424] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.597199] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589b6dff-95bb-449e-a2be-d02df46e1dd4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.601711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.993s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.707959] env[69265]: DEBUG oslo_vmware.api [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Task: {'id': task-3476362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190308} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.707959] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.707959] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.707959] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.708178] env[69265]: INFO nova.compute.manager [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 974.708331] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.708831] env[69265]: DEBUG nova.compute.manager [-] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.708931] env[69265]: DEBUG nova.network.neutron [-] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.832945] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Updated VIF entry in instance network info cache for port d6d65cab-4645-4916-8744-5db714bb36b5. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.833342] env[69265]: DEBUG nova.network.neutron [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Updating instance_info_cache with network_info: [{"id": "d6d65cab-4645-4916-8744-5db714bb36b5", "address": "fa:16:3e:6f:fb:78", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d65cab-46", "ovs_interfaceid": "d6d65cab-4645-4916-8744-5db714bb36b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.848744] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066169} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.848744] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.849328] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e0497-7e4d-40d8-8518-4ad70830a58c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.873136] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] a5d987dd-ebb6-471d-b3db-4d9b612f478f/a5d987dd-ebb6-471d-b3db-4d9b612f478f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.873732] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97968700-3779-478d-98a8-10091920bf89 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.894071] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 974.894071] env[69265]: value = "task-3476367" [ 974.894071] env[69265]: _type = "Task" [ 974.894071] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.901938] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.914919] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476366, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.975279] env[69265]: DEBUG nova.compute.utils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.976700] env[69265]: DEBUG nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.980024] env[69265]: DEBUG nova.network.neutron [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.981459] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 7a574cff-cec8-4b0c-b705-cd09f81b15f2] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.983847] env[69265]: DEBUG nova.objects.base [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Object Instance<6b2ebe83-7312-4c1b-a984-86256ccd217c> lazy-loaded attributes: flavor,info_cache {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.058259] env[69265]: DEBUG nova.policy [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa113d03e81f4fb98c08c8fb72948acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb1da8718026470194adbb065b9f3655', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.121907] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 975.123588] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ec8fd458-51b4-45f5-9678-7c937547d742 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.129476] env[69265]: DEBUG nova.compute.manager [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Received event network-changed-47637537-0138-40b8-8e04-815327dc7a76 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.129747] env[69265]: DEBUG nova.compute.manager [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Refreshing instance network info cache due to event network-changed-47637537-0138-40b8-8e04-815327dc7a76. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.130018] env[69265]: DEBUG oslo_concurrency.lockutils [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] Acquiring lock "refresh_cache-9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.130595] env[69265]: DEBUG oslo_concurrency.lockutils [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] Acquired lock "refresh_cache-9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.130595] env[69265]: DEBUG nova.network.neutron [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Refreshing network info cache for port 47637537-0138-40b8-8e04-815327dc7a76 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.140244] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 975.140244] env[69265]: value = "task-3476368" [ 975.140244] env[69265]: _type = "Task" [ 975.140244] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.150195] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476368, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.296442] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "23caef4b-fd6a-479e-b30c-707001f2c38f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.841s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.344936] env[69265]: DEBUG oslo_concurrency.lockutils [req-1507056f-83c8-40aa-b7f0-fa22aebfc571 req-239839cb-cb80-46b4-bfae-3c5925712bf3 service nova] Releasing lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.362621] env[69265]: DEBUG nova.network.neutron [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Successfully created port: bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.406681] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476367, 'name': ReconfigVM_Task, 'duration_secs': 0.288784} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.411227] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] a5d987dd-ebb6-471d-b3db-4d9b612f478f/a5d987dd-ebb6-471d-b3db-4d9b612f478f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.412143] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41a78a4b-025b-4229-814d-c9dfddadec7d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.420728] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476366, 'name': CreateVM_Task, 'duration_secs': 0.732168} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.424344] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.424344] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 975.424344] env[69265]: value = "task-3476369" [ 975.424344] env[69265]: _type = "Task" [ 975.424344] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.424344] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.424344] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.424664] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.426123] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606813eb-132e-45d3-bd38-c668bacb3d41 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.435583] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 975.435583] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521dafb3-1353-a777-ace9-ed98dad08e54" [ 975.435583] env[69265]: _type = "Task" [ 975.435583] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.440852] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476369, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.452430] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521dafb3-1353-a777-ace9-ed98dad08e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.482591] env[69265]: DEBUG nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.497073] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: c1f2c675-c9ad-41b0-97b5-600e621927de] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.649894] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476368, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.782950] env[69265]: DEBUG nova.network.neutron [-] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.800591] env[69265]: DEBUG nova.network.neutron [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance_info_cache with network_info: [{"id": "3f66e744-c440-4115-82ac-9880259062a6", "address": "fa:16:3e:77:f8:3c", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66e744-c4", "ovs_interfaceid": "3f66e744-c440-4115-82ac-9880259062a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.920134] env[69265]: DEBUG nova.network.neutron [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Updated VIF entry in instance network info cache for port 47637537-0138-40b8-8e04-815327dc7a76. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.920495] env[69265]: DEBUG nova.network.neutron [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Updating instance_info_cache with network_info: [{"id": "47637537-0138-40b8-8e04-815327dc7a76", "address": "fa:16:3e:4b:eb:4a", "network": {"id": "4c16112c-0052-4d3c-a6df-4ae587cbb9d7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-759237689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe9a3b29184430da2147cf199f4156c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47637537-01", "ovs_interfaceid": "47637537-0138-40b8-8e04-815327dc7a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.935849] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476369, 'name': Rename_Task, 'duration_secs': 0.308706} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.935849] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.936022] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90477674-9a87-4c9f-b5bf-d3cfe79ec526 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.945526] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 975.945526] env[69265]: value = "task-3476370" [ 975.945526] env[69265]: _type = "Task" [ 975.945526] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.957153] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.957502] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521dafb3-1353-a777-ace9-ed98dad08e54, 'name': SearchDatastore_Task, 'duration_secs': 0.036717} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.960083] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.960334] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.960596] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.960781] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.960984] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.961716] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6708273-428a-4b80-a756-2a46f7c238b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.969263] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.969446] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.970238] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2204db-8fa5-4150-880d-ab8e0c9785b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.975300] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 975.975300] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52637392-38aa-efc3-49c4-7b5c3d083519" [ 975.975300] env[69265]: _type = "Task" [ 975.975300] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.982259] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e389f561-5d6f-4674-8392-3d89b84b3857 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.994097] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52637392-38aa-efc3-49c4-7b5c3d083519, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.996939] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bb72b3-87e9-4779-8e31-e704154f7287 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.000035] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5b43de-7d59-4fca-a0b4-889f39617b20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.003571] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 0d8a7167-7c1f-4845-ba15-1bc2d84568a9] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.008474] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 976.008474] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522f07e8-59d7-c116-d350-d922d23cfdaa" [ 976.008474] env[69265]: _type = "Task" [ 976.008474] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.039376] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8b2a79-7e91-4f0f-8f5a-8869db9f9e62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.043642] env[69265]: DEBUG nova.compute.manager [req-7ef8b611-0f7a-46d2-961e-b6e93a5d6d5c req-f6c4bfa7-ce91-4e4e-bde0-2f9d8c1b2379 service nova] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Received event network-vif-deleted-de56a81b-8207-4cb0-9e45-9856b4b56045 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.049843] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522f07e8-59d7-c116-d350-d922d23cfdaa, 'name': SearchDatastore_Task, 'duration_secs': 0.012577} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.052543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.052543] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5/9228faa9-9da7-4ffc-80b9-e5344d0ae2d5.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.053136] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e920fb50-9189-4305-806e-9f55adeb479a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.055635] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccc5251-0df6-49ad-aed5-76da06c0acd7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.069768] env[69265]: DEBUG nova.compute.provider_tree [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.072291] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 976.072291] env[69265]: value = "task-3476371" [ 976.072291] env[69265]: _type = "Task" [ 976.072291] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.080289] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.086183] env[69265]: DEBUG nova.network.neutron [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Successfully updated port: c46018de-e91c-4627-87bf-9a1efd4d65ba {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.149742] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476368, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.286190] env[69265]: INFO nova.compute.manager [-] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Took 1.58 seconds to deallocate network for instance. [ 976.304838] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6b2ebe83-7312-4c1b-a984-86256ccd217c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.425453] env[69265]: DEBUG oslo_concurrency.lockutils [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] Releasing lock "refresh_cache-9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.425771] env[69265]: DEBUG nova.compute.manager [req-a08f85af-0e64-405c-b0a0-232a32e8f526 req-2ec90cf6-142c-4b42-aa6e-65c6fdf8f827 service nova] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Received event network-vif-deleted-3686a5c0-28ca-4475-8186-558e1f6a3e01 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.457769] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.498470] env[69265]: DEBUG nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.528457] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.528709] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.528866] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.529079] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.529219] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.529366] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.529568] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.529774] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.529955] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.530137] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.530313] env[69265]: DEBUG nova.virt.hardware [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.531233] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26252b0-bcaa-40b1-b41e-758d82e70c20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.534265] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 9e2a90e4-da8e-4e8d-a317-fd058e599835] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.541077] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dde070-dadf-4799-9775-07121fb8818f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.574046] env[69265]: DEBUG nova.scheduler.client.report [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.586710] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463516} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.586964] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5/9228faa9-9da7-4ffc-80b9-e5344d0ae2d5.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.587226] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.588037] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a06dc24-6a7a-4ebe-9472-6b54c9912fd5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.590318] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.590488] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.590659] env[69265]: DEBUG nova.network.neutron [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.596877] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 976.596877] env[69265]: value = "task-3476372" [ 976.596877] env[69265]: _type = "Task" [ 976.596877] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.606758] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.652015] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476368, 'name': CloneVM_Task, 'duration_secs': 1.382435} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.652309] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Created linked-clone VM from snapshot [ 976.653102] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8688e691-5263-4e8d-b7ac-3dff09adac9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.661296] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Uploading image 854e7356-5d3b-4761-ac15-61ee4229efe9 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.683236] env[69265]: DEBUG oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.683236] env[69265]: value = "vm-695065" [ 976.683236] env[69265]: _type = "VirtualMachine" [ 976.683236] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.683554] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f8daeb2-0789-42d2-9c1d-fff1ccc46317 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.689810] env[69265]: DEBUG oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lease: (returnval){ [ 976.689810] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b5e780-50c9-067e-185c-11d72159d235" [ 976.689810] env[69265]: _type = "HttpNfcLease" [ 976.689810] env[69265]: } obtained for exporting VM: (result){ [ 976.689810] env[69265]: value = "vm-695065" [ 976.689810] env[69265]: _type = "VirtualMachine" [ 976.689810] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.690120] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the lease: (returnval){ [ 976.690120] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b5e780-50c9-067e-185c-11d72159d235" [ 976.690120] env[69265]: _type = "HttpNfcLease" [ 976.690120] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.697390] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.697390] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b5e780-50c9-067e-185c-11d72159d235" [ 976.697390] env[69265]: _type = "HttpNfcLease" [ 976.697390] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.793880] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.896111] env[69265]: DEBUG nova.network.neutron [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Successfully updated port: bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.955840] env[69265]: DEBUG oslo_vmware.api [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476370, 'name': PowerOnVM_Task, 'duration_secs': 0.708338} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.956196] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.956331] env[69265]: INFO nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Took 7.90 seconds to spawn the instance on the hypervisor. [ 976.956516] env[69265]: DEBUG nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.957353] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fb8d52-fc77-4c9c-aabe-1ac9c4ce908f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.037248] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: ac64274f-9331-4362-af8c-e61c3dfca47b] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.082413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.082924] env[69265]: DEBUG nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.086170] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.908s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.086498] env[69265]: DEBUG nova.objects.instance [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.106770] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076188} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.107157] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.108537] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d74021-f4cf-400d-a0ee-9627f68b6b03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.133020] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5/9228faa9-9da7-4ffc-80b9-e5344d0ae2d5.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.135219] env[69265]: WARNING nova.network.neutron [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] ef8de805-c62e-447e-b40a-9ac49536bbe6 already exists in list: networks containing: ['ef8de805-c62e-447e-b40a-9ac49536bbe6']. ignoring it [ 977.135404] env[69265]: WARNING nova.network.neutron [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] ef8de805-c62e-447e-b40a-9ac49536bbe6 already exists in list: networks containing: ['ef8de805-c62e-447e-b40a-9ac49536bbe6']. ignoring it [ 977.137225] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e4fd18b-cb53-411a-ab6b-e6995d8675f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.159182] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 977.159182] env[69265]: value = "task-3476374" [ 977.159182] env[69265]: _type = "Task" [ 977.159182] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.167970] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.197112] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.197112] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b5e780-50c9-067e-185c-11d72159d235" [ 977.197112] env[69265]: _type = "HttpNfcLease" [ 977.197112] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.197408] env[69265]: DEBUG oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.197408] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b5e780-50c9-067e-185c-11d72159d235" [ 977.197408] env[69265]: _type = "HttpNfcLease" [ 977.197408] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.198553] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a7c30-c5c0-4b16-bb11-d1baf3e2fa73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.205436] env[69265]: DEBUG oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39275-c1c3-c76b-76ae-7e8452d16838/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.205641] env[69265]: DEBUG oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39275-c1c3-c76b-76ae-7e8452d16838/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.309947] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.310274] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee15c0a-24a5-41b5-928e-6b33bca4a7e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.318232] env[69265]: DEBUG oslo_vmware.api [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 977.318232] env[69265]: value = "task-3476375" [ 977.318232] env[69265]: _type = "Task" [ 977.318232] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.330146] env[69265]: DEBUG oslo_vmware.api [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.398821] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.398977] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.399152] env[69265]: DEBUG nova.network.neutron [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.414733] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bbf3e77-e7f1-492b-823b-82a89742ffc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.475243] env[69265]: INFO nova.compute.manager [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Took 51.85 seconds to build instance. [ 977.540694] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 417b5827-79da-47a6-bf40-0eaee265660c] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.588242] env[69265]: DEBUG nova.compute.utils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.589733] env[69265]: DEBUG nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.589924] env[69265]: DEBUG nova.network.neutron [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.643905] env[69265]: DEBUG nova.policy [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a691102efdcc41de88d46a32cbeb72a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d6d49f0b3cb42da9c77b1440f893284', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.654605] env[69265]: DEBUG nova.network.neutron [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849574d9-e3a1-4439-8abe-abafdb3b21ac", "address": "fa:16:3e:14:ea:c1", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849574d9-e3", "ovs_interfaceid": "849574d9-e3a1-4439-8abe-abafdb3b21ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c46018de-e91c-4627-87bf-9a1efd4d65ba", "address": "fa:16:3e:71:52:9a", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46018de-e9", "ovs_interfaceid": "c46018de-e91c-4627-87bf-9a1efd4d65ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.670809] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.742558] env[69265]: DEBUG nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-vif-plugged-c46018de-e91c-4627-87bf-9a1efd4d65ba {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.742842] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.743394] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Lock "3005e5be-b038-45e5-9b90-28264023588d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.743631] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Lock "3005e5be-b038-45e5-9b90-28264023588d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.743841] env[69265]: DEBUG nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] No waiting events found dispatching network-vif-plugged-c46018de-e91c-4627-87bf-9a1efd4d65ba {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.744035] env[69265]: WARNING nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received unexpected event network-vif-plugged-c46018de-e91c-4627-87bf-9a1efd4d65ba for instance with vm_state active and task_state None. [ 977.744295] env[69265]: DEBUG nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-changed-c46018de-e91c-4627-87bf-9a1efd4d65ba {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.744480] env[69265]: DEBUG nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Refreshing instance network info cache due to event network-changed-c46018de-e91c-4627-87bf-9a1efd4d65ba. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.744676] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Acquiring lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.745647] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "5e58122d-f6d6-45df-b99f-42bb969c736e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.745992] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.834991] env[69265]: DEBUG oslo_vmware.api [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476375, 'name': PowerOnVM_Task, 'duration_secs': 0.50837} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.834991] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.834991] env[69265]: DEBUG nova.compute.manager [None req-c9145efe-8147-4c25-a55a-8e6b97ccf955 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.834991] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2f376f-992c-4c16-a421-a3a6ff672d4d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.961676] env[69265]: DEBUG nova.network.neutron [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.977593] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a321c004-647c-4a97-876d-006fd2c8eebb tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.912s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.011622] env[69265]: DEBUG nova.network.neutron [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Successfully created port: 986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.043914] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: ca30e339-6bb2-4035-af63-5106af370030] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.095979] env[69265]: DEBUG nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.103439] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e011f6a-e1e1-4fa1-ae87-3c6d7f7abd41 tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.104435] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.568s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.104851] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.112142] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.917s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.112376] env[69265]: INFO nova.compute.claims [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.159869] env[69265]: INFO nova.scheduler.client.report [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Deleted allocations for instance 8d0b13c6-cb9f-4980-930d-760e24dbab70 [ 978.161357] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.162467] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.164042] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.171188] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Acquired lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.171428] env[69265]: DEBUG nova.network.neutron [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Refreshing network info cache for port c46018de-e91c-4627-87bf-9a1efd4d65ba {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.174135] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ca49e4-309f-4c8e-a75e-ef9165b70c50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.187156] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476374, 'name': ReconfigVM_Task, 'duration_secs': 0.659796} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.199775] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5/9228faa9-9da7-4ffc-80b9-e5344d0ae2d5.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.202745] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.202912] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.203144] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.203312] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.203608] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.203802] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.204038] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.204214] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.204712] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.204876] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.205136] env[69265]: DEBUG nova.virt.hardware [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.212454] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Reconfiguring VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 978.213228] env[69265]: DEBUG nova.network.neutron [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updating instance_info_cache with network_info: [{"id": "bf8d9561-edf4-4168-adc6-72f490a1bb81", "address": "fa:16:3e:b8:21:00", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8d9561-ed", "ovs_interfaceid": "bf8d9561-edf4-4168-adc6-72f490a1bb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.214513] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f55ab22-b16a-4fa2-9a23-d50fbfa7c44d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.217218] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad9bba9-72ee-440b-be53-5391a715dfea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.232783] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.233140] env[69265]: DEBUG nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Instance network_info: |[{"id": "bf8d9561-edf4-4168-adc6-72f490a1bb81", "address": "fa:16:3e:b8:21:00", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8d9561-ed", "ovs_interfaceid": "bf8d9561-edf4-4168-adc6-72f490a1bb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.233793] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:21:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf8d9561-edf4-4168-adc6-72f490a1bb81', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.241672] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.243797] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.245906] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44f739b8-4b2c-4dd5-a2fe-d9e409b86363 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.263488] env[69265]: DEBUG nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.270139] env[69265]: DEBUG oslo_vmware.api [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 978.270139] env[69265]: value = "task-3476377" [ 978.270139] env[69265]: _type = "Task" [ 978.270139] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.270139] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 978.270139] env[69265]: value = "task-3476376" [ 978.270139] env[69265]: _type = "Task" [ 978.270139] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.278765] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.278765] env[69265]: value = "task-3476378" [ 978.278765] env[69265]: _type = "Task" [ 978.278765] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.293161] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476376, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.293546] env[69265]: DEBUG oslo_vmware.api [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476377, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.299315] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476378, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.343479] env[69265]: DEBUG oslo_concurrency.lockutils [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] Acquiring lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.343764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] Acquired lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.344054] env[69265]: DEBUG nova.network.neutron [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.549235] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: ee2d9832-32ef-44b2-878c-89762f813480] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.685964] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4b242554-7e31-4893-8bb0-d848db8744f5 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "8d0b13c6-cb9f-4980-930d-760e24dbab70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.497s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.791147] env[69265]: DEBUG oslo_vmware.api [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.795255] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476376, 'name': Rename_Task, 'duration_secs': 0.183399} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.795624] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.795891] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a7aa49e-de13-4283-b95a-e60befe581d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.801767] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.802046] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476378, 'name': CreateVM_Task, 'duration_secs': 0.416011} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.804728] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.805487] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.805699] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.806095] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.806694] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9bf21b-2699-4394-b6a2-ecade108ebf8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.810201] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 978.810201] env[69265]: value = "task-3476379" [ 978.810201] env[69265]: _type = "Task" [ 978.810201] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.823812] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.825345] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 978.825345] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527b8740-3abf-9e77-238a-98605a192d77" [ 978.825345] env[69265]: _type = "Task" [ 978.825345] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.835370] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527b8740-3abf-9e77-238a-98605a192d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.019054] env[69265]: DEBUG nova.network.neutron [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updated VIF entry in instance network info cache for port c46018de-e91c-4627-87bf-9a1efd4d65ba. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.019694] env[69265]: DEBUG nova.network.neutron [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849574d9-e3a1-4439-8abe-abafdb3b21ac", "address": "fa:16:3e:14:ea:c1", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849574d9-e3", "ovs_interfaceid": "849574d9-e3a1-4439-8abe-abafdb3b21ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c46018de-e91c-4627-87bf-9a1efd4d65ba", "address": "fa:16:3e:71:52:9a", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46018de-e9", "ovs_interfaceid": "c46018de-e91c-4627-87bf-9a1efd4d65ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.052772] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 0df832c7-2323-4514-8e2e-f557a29a8c2e] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.108843] env[69265]: DEBUG nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.130079] env[69265]: DEBUG nova.network.neutron [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Updating instance_info_cache with network_info: [{"id": "d6d65cab-4645-4916-8744-5db714bb36b5", "address": "fa:16:3e:6f:fb:78", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d65cab-46", "ovs_interfaceid": "d6d65cab-4645-4916-8744-5db714bb36b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.140967] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.141475] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.141475] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.141634] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.141789] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.141964] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.142223] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.142400] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.142597] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.142772] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.142982] env[69265]: DEBUG nova.virt.hardware [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.143992] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093e940-ca01-42f4-9ec2-a8184651088e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.157160] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225e4be7-8b58-4b6f-b6d4-9dca16398381 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.283045] env[69265]: DEBUG oslo_vmware.api [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476377, 'name': ReconfigVM_Task, 'duration_secs': 0.705791} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.283666] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.283947] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Reconfigured VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 979.324186] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.339416] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527b8740-3abf-9e77-238a-98605a192d77, 'name': SearchDatastore_Task, 'duration_secs': 0.016571} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.339772] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.340034] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.340275] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.340427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.340607] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.340886] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f05cfae7-1544-4f11-abae-02434dd66816 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.353684] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.353869] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.354780] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41412d6-d96b-46c6-965b-599b7f9e9c6c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.363358] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 979.363358] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b20a96-a9dc-f80e-fc23-1a10098b1292" [ 979.363358] env[69265]: _type = "Task" [ 979.363358] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.371698] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b20a96-a9dc-f80e-fc23-1a10098b1292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.523125] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Releasing lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.523469] env[69265]: DEBUG nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Received event network-vif-plugged-bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.523658] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Acquiring lock "a06a518a-c2ba-4b79-96cb-9b89612ae273-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.523891] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.524143] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.524485] env[69265]: DEBUG nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] No waiting events found dispatching network-vif-plugged-bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.524723] env[69265]: WARNING nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Received unexpected event network-vif-plugged-bf8d9561-edf4-4168-adc6-72f490a1bb81 for instance with vm_state building and task_state spawning. [ 979.525255] env[69265]: DEBUG nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Received event network-changed-bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.526047] env[69265]: DEBUG nova.compute.manager [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Refreshing instance network info cache due to event network-changed-bf8d9561-edf4-4168-adc6-72f490a1bb81. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.527857] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Acquiring lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.528201] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Acquired lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.528550] env[69265]: DEBUG nova.network.neutron [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Refreshing network info cache for port bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.558109] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 4cfdb398-db76-48b1-85cf-48b4a2ad4793] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.585468] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f61261-fe0f-4829-9b87-8cc0cadfceba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.596900] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658751df-842d-4d0f-a63e-2a7d677d3768 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.633224] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa03c45f-2b1b-45a3-ac47-b8fa9df4b7ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.636577] env[69265]: DEBUG oslo_concurrency.lockutils [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] Releasing lock "refresh_cache-a5d987dd-ebb6-471d-b3db-4d9b612f478f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.636816] env[69265]: DEBUG nova.compute.manager [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Inject network info {{(pid=69265) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 979.637159] env[69265]: DEBUG nova.compute.manager [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] network_info to inject: |[{"id": "d6d65cab-4645-4916-8744-5db714bb36b5", "address": "fa:16:3e:6f:fb:78", "network": {"id": "4e28cac9-3ae8-43cf-a9a6-e0d1204d6c9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1012061908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63c8f54b91a4da08f2daafc05c9b5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d65cab-46", "ovs_interfaceid": "d6d65cab-4645-4916-8744-5db714bb36b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 979.642176] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Reconfiguring VM instance to set the machine id {{(pid=69265) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 979.642512] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8efe3b-333d-4dac-8328-d8f73b7909cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.661993] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d0ad2-06e0-4afa-92a3-4327f2171e61 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.666106] env[69265]: DEBUG oslo_vmware.api [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] Waiting for the task: (returnval){ [ 979.666106] env[69265]: value = "task-3476380" [ 979.666106] env[69265]: _type = "Task" [ 979.666106] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.678546] env[69265]: DEBUG nova.compute.provider_tree [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.686562] env[69265]: DEBUG oslo_vmware.api [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] Task: {'id': task-3476380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.714851] env[69265]: DEBUG nova.network.neutron [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Successfully updated port: 986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.794517] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4451b4c4-919e-4c97-b769-2849821cb27d tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-3005e5be-b038-45e5-9b90-28264023588d-c46018de-e91c-4627-87bf-9a1efd4d65ba" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.637s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.822656] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.876756] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b20a96-a9dc-f80e-fc23-1a10098b1292, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.878017] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3297d0d0-51b5-4667-b7c6-f35969c577f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.884453] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 979.884453] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52affdd3-260d-4558-b984-7c098ecc4dbe" [ 979.884453] env[69265]: _type = "Task" [ 979.884453] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.893972] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52affdd3-260d-4558-b984-7c098ecc4dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.061820] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 864468ff-21d5-43f2-b378-2c8981d42d54] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.176426] env[69265]: DEBUG oslo_vmware.api [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] Task: {'id': task-3476380, 'name': ReconfigVM_Task, 'duration_secs': 0.271057} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.176706] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-da17bce8-894d-41f9-b3f6-0a252941bc87 tempest-ServersAdminTestJSON-1243236252 tempest-ServersAdminTestJSON-1243236252-project-admin] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Reconfigured VM instance to set the machine id {{(pid=69265) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 980.182822] env[69265]: DEBUG nova.scheduler.client.report [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.218096] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.218345] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.218545] env[69265]: DEBUG nova.network.neutron [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.266518] env[69265]: DEBUG nova.network.neutron [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updated VIF entry in instance network info cache for port bf8d9561-edf4-4168-adc6-72f490a1bb81. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.266907] env[69265]: DEBUG nova.network.neutron [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updating instance_info_cache with network_info: [{"id": "bf8d9561-edf4-4168-adc6-72f490a1bb81", "address": "fa:16:3e:b8:21:00", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8d9561-ed", "ovs_interfaceid": "bf8d9561-edf4-4168-adc6-72f490a1bb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.321105] env[69265]: DEBUG oslo_vmware.api [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476379, 'name': PowerOnVM_Task, 'duration_secs': 1.065176} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.321488] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.321663] env[69265]: INFO nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Took 8.58 seconds to spawn the instance on the hypervisor. [ 980.321849] env[69265]: DEBUG nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.322640] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b15bba-17f1-4065-ab61-dd3061044fb9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.399975] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52affdd3-260d-4558-b984-7c098ecc4dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013927} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.400293] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.400554] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273/a06a518a-c2ba-4b79-96cb-9b89612ae273.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.401103] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56d6dbe-38fb-43ea-8687-c52b834c5b46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.408495] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 980.408495] env[69265]: value = "task-3476381" [ 980.408495] env[69265]: _type = "Task" [ 980.408495] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.418015] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.559517] env[69265]: DEBUG nova.compute.manager [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Received event network-vif-plugged-986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.559517] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] Acquiring lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.559897] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.559897] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.560080] env[69265]: DEBUG nova.compute.manager [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] No waiting events found dispatching network-vif-plugged-986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.560286] env[69265]: WARNING nova.compute.manager [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Received unexpected event network-vif-plugged-986752d4-d38a-43db-bfcc-d2cd9d91572e for instance with vm_state building and task_state spawning. [ 980.560514] env[69265]: DEBUG nova.compute.manager [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Received event network-changed-986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.560569] env[69265]: DEBUG nova.compute.manager [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Refreshing instance network info cache due to event network-changed-986752d4-d38a-43db-bfcc-d2cd9d91572e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.560715] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] Acquiring lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.565176] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 159133ec-f812-4c14-83b0-2428af776431] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.689238] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.689869] env[69265]: DEBUG nova.compute.manager [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.692740] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.410s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.693539] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.696012] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.030s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.696216] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.697904] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.833s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.699444] env[69265]: INFO nova.compute.claims [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.726793] env[69265]: INFO nova.scheduler.client.report [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleted allocations for instance 43389fba-1302-43ce-a068-3bc7f85309cf [ 980.728050] env[69265]: INFO nova.scheduler.client.report [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Deleted allocations for instance a41a0ce5-a89f-45e5-b466-8ca0e60dff32 [ 980.755668] env[69265]: DEBUG nova.network.neutron [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.770071] env[69265]: DEBUG oslo_concurrency.lockutils [req-7cde3cf0-8e2a-4009-abcc-962ed7b75baf req-2c516863-ef06-4c82-a20f-af0a616fd279 service nova] Releasing lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.811025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.811025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.811025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.811025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.811025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.811955] env[69265]: INFO nova.compute.manager [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Terminating instance [ 980.842726] env[69265]: INFO nova.compute.manager [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Took 51.61 seconds to build instance. [ 980.879834] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.880135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.880353] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.880602] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.880693] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.883385] env[69265]: INFO nova.compute.manager [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Terminating instance [ 980.915592] env[69265]: DEBUG nova.network.neutron [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updating instance_info_cache with network_info: [{"id": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "address": "fa:16:3e:f7:9d:6a", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986752d4-d3", "ovs_interfaceid": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.927604] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476381, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.068804] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 879f8f9e-4198-4b5a-92c3-ddf15d2b0752] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.207847] env[69265]: DEBUG nova.compute.utils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.209798] env[69265]: DEBUG nova.compute.manager [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 981.237834] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9ec3129a-ac56-49e8-8270-6733750821ec tempest-ServerShowV257Test-1840094242 tempest-ServerShowV257Test-1840094242-project-member] Lock "a41a0ce5-a89f-45e5-b466-8ca0e60dff32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.697s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.238641] env[69265]: DEBUG oslo_concurrency.lockutils [None req-62d9e170-b430-4ab8-9812-c72c2775d677 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "43389fba-1302-43ce-a068-3bc7f85309cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.110s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.318814] env[69265]: DEBUG nova.compute.manager [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.319562] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.320090] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4746d440-5d38-4b6c-a190-7da7bc59de15 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.328863] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.328970] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3790375-86ec-4524-a892-032d21481604 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.335405] env[69265]: DEBUG oslo_vmware.api [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 981.335405] env[69265]: value = "task-3476382" [ 981.335405] env[69265]: _type = "Task" [ 981.335405] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.344372] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f836f3ec-839a-4085-8477-3d15d74f4902 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.609s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.344741] env[69265]: DEBUG oslo_vmware.api [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.388836] env[69265]: DEBUG nova.compute.manager [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.389092] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.390778] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58ce30d-2845-4628-beab-fa6912708c14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.403031] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.403269] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-295520ad-b995-4959-8557-33dfa066b2f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.409690] env[69265]: DEBUG oslo_vmware.api [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 981.409690] env[69265]: value = "task-3476383" [ 981.409690] env[69265]: _type = "Task" [ 981.409690] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.421820] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Releasing lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.422221] env[69265]: DEBUG nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance network_info: |[{"id": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "address": "fa:16:3e:f7:9d:6a", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986752d4-d3", "ovs_interfaceid": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.422472] env[69265]: DEBUG oslo_vmware.api [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.425721] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] Acquired lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.425957] env[69265]: DEBUG nova.network.neutron [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Refreshing network info cache for port 986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.427229] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:9d:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '986752d4-d38a-43db-bfcc-d2cd9d91572e', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.435704] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.436044] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782906} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.436698] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.437049] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273/a06a518a-c2ba-4b79-96cb-9b89612ae273.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.437235] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.438239] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe08f04b-eb4b-41ae-a203-68bfeccf7663 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.453978] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7835afc1-f9d0-41d7-971e-2b2b5be05d0b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.461857] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 981.461857] env[69265]: value = "task-3476384" [ 981.461857] env[69265]: _type = "Task" [ 981.461857] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.463230] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.463230] env[69265]: value = "task-3476385" [ 981.463230] env[69265]: _type = "Task" [ 981.463230] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.476911] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476385, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.480466] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.572806] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: f6588f67-f186-4f6e-b085-0d35eff561a3] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.713402] env[69265]: DEBUG nova.compute.manager [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.847918] env[69265]: DEBUG oslo_vmware.api [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476382, 'name': PowerOffVM_Task, 'duration_secs': 0.3098} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.848239] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.848410] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.848675] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90606491-6b50-4552-991c-79d6f15f1cae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.920185] env[69265]: DEBUG oslo_vmware.api [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476383, 'name': PowerOffVM_Task, 'duration_secs': 0.249076} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.923740] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.923988] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.924618] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8bba89-f315-4547-a4e5-ad3b815dc88c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.932051] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.932351] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.932573] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Deleting the datastore file [datastore1] 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.932865] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3da7e327-da72-4549-899f-940cb1bf4d26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.942061] env[69265]: DEBUG oslo_vmware.api [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for the task: (returnval){ [ 981.942061] env[69265]: value = "task-3476388" [ 981.942061] env[69265]: _type = "Task" [ 981.942061] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.952213] env[69265]: DEBUG oslo_vmware.api [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.974203] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087589} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.974884] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.975693] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd37a2d-f9a2-4f91-9fe0-db21948a3711 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.986608] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476385, 'name': CreateVM_Task, 'duration_secs': 0.38253} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.988377] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.988923] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.989140] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.989321] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleting the datastore file [datastore1] 6b2ebe83-7312-4c1b-a984-86256ccd217c {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.990019] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.990186] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.990497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.990730] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d7a7dda-de03-4076-b66c-19875770e42d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.006861] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0d09b1-3dae-4f54-9637-c20527675c66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.019113] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273/a06a518a-c2ba-4b79-96cb-9b89612ae273.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.023568] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288b44eb-9d06-4a7c-8bdc-b1aeaa057330 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.041474] env[69265]: DEBUG oslo_vmware.api [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 982.041474] env[69265]: value = "task-3476389" [ 982.041474] env[69265]: _type = "Task" [ 982.041474] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.046687] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 982.046687] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520cfc08-3eb5-482b-68f7-c08b80c766b9" [ 982.046687] env[69265]: _type = "Task" [ 982.046687] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.050693] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 982.050693] env[69265]: value = "task-3476390" [ 982.050693] env[69265]: _type = "Task" [ 982.050693] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.061968] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "efb255d6-ed95-452b-895e-cf8b788eecf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.062335] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.062631] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "efb255d6-ed95-452b-895e-cf8b788eecf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.062867] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.063152] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.068599] env[69265]: DEBUG oslo_vmware.api [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.069691] env[69265]: INFO nova.compute.manager [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Terminating instance [ 982.083110] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 68e85c8e-9a83-48f7-a900-7e0bf77b6096] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.085166] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520cfc08-3eb5-482b-68f7-c08b80c766b9, 'name': SearchDatastore_Task, 'duration_secs': 0.025229} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.085494] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.091801] env[69265]: DEBUG nova.compute.manager [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.092178] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.092629] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.092944] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.093261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.093506] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.093780] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.095039] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f126b007-db9f-40d1-b6b5-b214f76b0e72 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.098566] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0fb9ec-540d-4d33-b281-8373ebbc8651 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.109820] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.111346] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c491c2-4379-4970-a45d-697c8d11197d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.113316] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.113316] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.116569] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4654ee4b-275d-472a-b7ed-a782075898f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.124402] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 982.124402] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52625660-bb60-77ba-94ba-fee783216b34" [ 982.124402] env[69265]: _type = "Task" [ 982.124402] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.126287] env[69265]: DEBUG oslo_vmware.api [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 982.126287] env[69265]: value = "task-3476391" [ 982.126287] env[69265]: _type = "Task" [ 982.126287] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.145934] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52625660-bb60-77ba-94ba-fee783216b34, 'name': SearchDatastore_Task, 'duration_secs': 0.01684} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.152045] env[69265]: DEBUG oslo_vmware.api [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.156203] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d231432-36c5-4d04-9629-e2bd968761d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.164650] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 982.164650] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b7d6f9-ce74-b352-6383-bff8358d93f8" [ 982.164650] env[69265]: _type = "Task" [ 982.164650] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.188045] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b7d6f9-ce74-b352-6383-bff8358d93f8, 'name': SearchDatastore_Task, 'duration_secs': 0.016623} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.188485] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.188905] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 452e202e-e1fa-40da-91a4-ac1dc2b5986a/452e202e-e1fa-40da-91a4-ac1dc2b5986a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.189640] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dee75dc3-44a9-422b-a947-d5c6f1fd3a62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.203909] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 982.203909] env[69265]: value = "task-3476392" [ 982.203909] env[69265]: _type = "Task" [ 982.203909] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.227274] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.245248] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ea35d4-0600-4340-af3e-8eb034c50431 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.254023] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552c6ed-6da8-4ae6-bdde-948431ab9e3c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.290293] env[69265]: DEBUG nova.network.neutron [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updated VIF entry in instance network info cache for port 986752d4-d38a-43db-bfcc-d2cd9d91572e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.290697] env[69265]: DEBUG nova.network.neutron [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updating instance_info_cache with network_info: [{"id": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "address": "fa:16:3e:f7:9d:6a", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986752d4-d3", "ovs_interfaceid": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.293176] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df54ddb5-71a8-4ce3-85b3-043c4b862bf1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.303141] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b421b59a-f268-4c66-a25a-89d1632359b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.318726] env[69265]: DEBUG nova.compute.provider_tree [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.451812] env[69265]: DEBUG oslo_vmware.api [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Task: {'id': task-3476388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345783} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.452119] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.452787] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.452787] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.452966] env[69265]: INFO nova.compute.manager [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 982.453143] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.453703] env[69265]: DEBUG nova.compute.manager [-] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.453703] env[69265]: DEBUG nova.network.neutron [-] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.556929] env[69265]: DEBUG oslo_vmware.api [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328077} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.560443] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.560673] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.560854] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.561045] env[69265]: INFO nova.compute.manager [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 982.561302] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.561521] env[69265]: DEBUG nova.compute.manager [-] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.561616] env[69265]: DEBUG nova.network.neutron [-] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.570240] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476390, 'name': ReconfigVM_Task, 'duration_secs': 0.317418} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.571030] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273/a06a518a-c2ba-4b79-96cb-9b89612ae273.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.571400] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d90a2e1-98ae-4af2-95d9-6fd843aff039 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.579487] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 982.579487] env[69265]: value = "task-3476393" [ 982.579487] env[69265]: _type = "Task" [ 982.579487] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.590441] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476393, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.599275] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 0dc4abf2-a9c7-45e2-a88a-e1be99b2a9cf] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.641503] env[69265]: DEBUG oslo_vmware.api [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.731024] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476392, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.735450] env[69265]: DEBUG nova.compute.manager [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.775335] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.775648] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.775778] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.775965] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.776335] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.776513] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.776741] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.776884] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.777057] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.777234] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.777411] env[69265]: DEBUG nova.virt.hardware [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.778753] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc6046a-e421-4c8b-b734-5014c0db7960 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.789839] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55700247-770b-494a-be01-fe8054bd2d51 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.796873] env[69265]: DEBUG oslo_concurrency.lockutils [req-1c303079-8b9b-47a5-953d-82a2b76a36df req-b4f758cd-3857-4246-aa68-36beb10379fc service nova] Releasing lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.806984] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.812569] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Creating folder: Project (56bfd9b02ba746279f4807f27eddeb08). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.813083] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ee1e69-6eba-410d-a116-599333fdbbe6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.823204] env[69265]: DEBUG nova.scheduler.client.report [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.833770] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Created folder: Project (56bfd9b02ba746279f4807f27eddeb08) in parent group-v694865. [ 982.833770] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Creating folder: Instances. Parent ref: group-v695068. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.836040] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eff272c-f9b8-4cde-9942-3d4ddfc2a3dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.849171] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Created folder: Instances in parent group-v695068. [ 982.849522] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.849871] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.851616] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f959259-c6bb-4362-ae19-3b90c5157bbe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.875733] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.875733] env[69265]: value = "task-3476396" [ 982.875733] env[69265]: _type = "Task" [ 982.875733] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.894331] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476396, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.079544] env[69265]: DEBUG nova.compute.manager [req-8800a157-7d16-49d2-82e2-c507d6c75706 req-2e449547-2090-4a4c-af7d-2546e1e1af0d service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Received event network-vif-deleted-323692cc-81f0-45b0-a9bf-2db516c8ce24 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.079833] env[69265]: INFO nova.compute.manager [req-8800a157-7d16-49d2-82e2-c507d6c75706 req-2e449547-2090-4a4c-af7d-2546e1e1af0d service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Neutron deleted interface 323692cc-81f0-45b0-a9bf-2db516c8ce24; detaching it from the instance and deleting it from the info cache [ 983.080017] env[69265]: DEBUG nova.network.neutron [req-8800a157-7d16-49d2-82e2-c507d6c75706 req-2e449547-2090-4a4c-af7d-2546e1e1af0d service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.093187] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476393, 'name': Rename_Task, 'duration_secs': 0.185922} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.093504] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.093764] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c029331-3e5f-415f-ab76-6d4c00837148 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.101067] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 983.101067] env[69265]: value = "task-3476397" [ 983.101067] env[69265]: _type = "Task" [ 983.101067] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.106138] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.106138] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Cleaning up deleted instances with incomplete migration {{(pid=69265) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 983.112877] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.140747] env[69265]: DEBUG oslo_vmware.api [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476391, 'name': PowerOffVM_Task, 'duration_secs': 0.738757} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.141190] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.141394] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.141761] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54f1e143-4df6-47a1-b70b-74ba60c067f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.208386] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.208600] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.208853] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleting the datastore file [datastore2] efb255d6-ed95-452b-895e-cf8b788eecf1 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.209555] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-537f49da-7e3d-4db9-9704-85fce6a39b4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.217364] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696134} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.217703] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 452e202e-e1fa-40da-91a4-ac1dc2b5986a/452e202e-e1fa-40da-91a4-ac1dc2b5986a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.217916] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.220315] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47c46eb2-f1ac-4b6b-85a8-1426e7dbe52b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.222081] env[69265]: DEBUG oslo_vmware.api [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for the task: (returnval){ [ 983.222081] env[69265]: value = "task-3476399" [ 983.222081] env[69265]: _type = "Task" [ 983.222081] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.229288] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 983.229288] env[69265]: value = "task-3476400" [ 983.229288] env[69265]: _type = "Task" [ 983.229288] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.237997] env[69265]: DEBUG oslo_vmware.api [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.243790] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.337755] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.338478] env[69265]: DEBUG nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.342681] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.227s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.342906] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.346834] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.902s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.349028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.349530] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.506s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.349828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.351806] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.421s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.351989] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.353762] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.100s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.353981] env[69265]: DEBUG nova.objects.instance [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lazy-loading 'resources' on Instance uuid 8e2f22cc-927e-4e9a-b336-4d97c4554748 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.384906] env[69265]: INFO nova.scheduler.client.report [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleted allocations for instance 03b1072e-5312-467a-be2e-9d069827a5cc [ 983.399018] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476396, 'name': CreateVM_Task, 'duration_secs': 0.391998} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.399018] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.399018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.399018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.399018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.399018] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936990c8-f131-42cf-97d2-26c5d043ac8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.403880] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 983.403880] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526643aa-9092-3dfc-4c10-88faf1b45dd2" [ 983.403880] env[69265]: _type = "Task" [ 983.403880] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.405057] env[69265]: INFO nova.scheduler.client.report [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Deleted allocations for instance 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2 [ 983.416928] env[69265]: INFO nova.scheduler.client.report [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Deleted allocations for instance 7506564e-f7fa-401e-8b16-24c3ea85244a [ 983.427126] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526643aa-9092-3dfc-4c10-88faf1b45dd2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.427653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.427902] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.429700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.429700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.429700] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.429700] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-651fc954-e8fc-4762-b4d6-f5d566759529 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.444469] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.444683] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.445596] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d073299-647a-48f3-b153-c0575bc3ddc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.448780] env[69265]: DEBUG nova.network.neutron [-] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.454034] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 983.454034] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a12030-621e-f8eb-1777-7f945f739c3a" [ 983.454034] env[69265]: _type = "Task" [ 983.454034] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.465091] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a12030-621e-f8eb-1777-7f945f739c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.547740] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-3005e5be-b038-45e5-9b90-28264023588d-849574d9-e3a1-4439-8abe-abafdb3b21ac" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.549711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-3005e5be-b038-45e5-9b90-28264023588d-849574d9-e3a1-4439-8abe-abafdb3b21ac" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.586304] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b13963c-e0ee-45e4-942d-b0027aaae616 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.598033] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2027a19-bbe4-4eed-8a5b-13476530b36f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.616802] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.626972] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476397, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.646393] env[69265]: DEBUG nova.compute.manager [req-8800a157-7d16-49d2-82e2-c507d6c75706 req-2e449547-2090-4a4c-af7d-2546e1e1af0d service nova] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Detach interface failed, port_id=323692cc-81f0-45b0-a9bf-2db516c8ce24, reason: Instance 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.724822] env[69265]: DEBUG nova.network.neutron [-] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.743303] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098881} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.743554] env[69265]: DEBUG oslo_vmware.api [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Task: {'id': task-3476399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321043} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.743797] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.744131] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.744309] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.744536] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.744831] env[69265]: INFO nova.compute.manager [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Took 1.65 seconds to destroy the instance on the hypervisor. [ 983.745110] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.745909] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf54a9-11cd-4b4a-bbe9-ad697ba38566 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.748637] env[69265]: DEBUG nova.compute.manager [-] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.748743] env[69265]: DEBUG nova.network.neutron [-] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.772606] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 452e202e-e1fa-40da-91a4-ac1dc2b5986a/452e202e-e1fa-40da-91a4-ac1dc2b5986a.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.773657] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31145812-ac1e-4da4-a289-34feb95e2b6e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.796196] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 983.796196] env[69265]: value = "task-3476401" [ 983.796196] env[69265]: _type = "Task" [ 983.796196] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.805889] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.815620] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquiring lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.815909] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.816187] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquiring lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.816412] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.816620] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.821317] env[69265]: INFO nova.compute.manager [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Terminating instance [ 983.867189] env[69265]: DEBUG nova.compute.utils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.869885] env[69265]: DEBUG nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.870241] env[69265]: DEBUG nova.network.neutron [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.877036] env[69265]: DEBUG oslo_concurrency.lockutils [None req-96a95490-2e8c-47ac-af16-9c82792b6de8 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.064s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.879289] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 29.810s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.880483] env[69265]: INFO nova.compute.manager [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Unshelving [ 983.895110] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b60fc7d6-253b-478c-962f-3c6114d58c0f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "03b1072e-5312-467a-be2e-9d069827a5cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.561s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.918099] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Lock "8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.448s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.931210] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b416a467-a51a-482f-af74-fb383462e4ce tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Lock "7506564e-f7fa-401e-8b16-24c3ea85244a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.917s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.951487] env[69265]: INFO nova.compute.manager [-] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Took 1.50 seconds to deallocate network for instance. [ 983.965522] env[69265]: DEBUG nova.policy [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb8df59526a4de8a36c976523fd78b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6bb53526da84a94956bed9de64b4bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.979545] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a12030-621e-f8eb-1777-7f945f739c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015732} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.982912] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4633cc9e-2dd5-4d38-979e-310a9173b095 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.989226] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 983.989226] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52deb044-aea4-37a4-79c0-bd7a8a3cc900" [ 983.989226] env[69265]: _type = "Task" [ 983.989226] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.998333] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52deb044-aea4-37a4-79c0-bd7a8a3cc900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.053091] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.053091] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.053091] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93328cc-bfd5-444e-9153-6720fd4f7188 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.078618] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ff595-fe47-4f1f-8f49-1dab5133d5da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.111876] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Reconfiguring VM to detach interface {{(pid=69265) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 984.115031] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a607a585-5fa0-4f8f-a869-67fb55c861e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.136890] env[69265]: DEBUG oslo_vmware.api [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476397, 'name': PowerOnVM_Task, 'duration_secs': 0.64764} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.141022] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.141022] env[69265]: INFO nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Took 7.64 seconds to spawn the instance on the hypervisor. [ 984.141022] env[69265]: DEBUG nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.141022] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 984.141022] env[69265]: value = "task-3476402" [ 984.141022] env[69265]: _type = "Task" [ 984.141022] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.141022] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c94864f-d4e2-497f-a21d-d2f61a974f48 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.158431] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.234599] env[69265]: INFO nova.compute.manager [-] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Took 1.67 seconds to deallocate network for instance. [ 984.308315] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.325804] env[69265]: DEBUG nova.compute.manager [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.326103] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.327163] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6baba93-7077-44cf-9bd7-d2d673bed2ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.338140] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.338140] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-988dc9bb-d0e1-4064-9d99-09df5c9e0ff2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.344950] env[69265]: DEBUG oslo_vmware.api [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 984.344950] env[69265]: value = "task-3476403" [ 984.344950] env[69265]: _type = "Task" [ 984.344950] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.353190] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348e65bf-57cf-48a2-9b98-0ee1cbc1239e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.361353] env[69265]: DEBUG oslo_vmware.api [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.363961] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f4c3e2-7a8f-406c-a9ee-0402788cce7d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.397842] env[69265]: DEBUG nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.405626] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c4c8d-6fee-4a72-8858-1f4d229bbe95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.409294] env[69265]: DEBUG nova.network.neutron [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Successfully created port: 76d9a3f4-9131-439a-987b-6b4d80f83599 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.417153] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85738cdd-c330-4ae8-8ef0-50fa61dd40db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.433132] env[69265]: DEBUG nova.compute.provider_tree [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.465041] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.500259] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52deb044-aea4-37a4-79c0-bd7a8a3cc900, 'name': SearchDatastore_Task, 'duration_secs': 0.019351} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.500472] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.500744] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0/66ab58d5-0bec-4b56-989b-b8e5f1c37ed0.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.501152] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113a9191-90c5-462f-8e17-398c35d091a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.508701] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 984.508701] env[69265]: value = "task-3476404" [ 984.508701] env[69265]: _type = "Task" [ 984.508701] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.517515] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.658245] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.668992] env[69265]: INFO nova.compute.manager [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Took 48.91 seconds to build instance. [ 984.693932] env[69265]: DEBUG nova.network.neutron [-] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.744348] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.807747] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476401, 'name': ReconfigVM_Task, 'duration_secs': 0.926695} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.808051] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 452e202e-e1fa-40da-91a4-ac1dc2b5986a/452e202e-e1fa-40da-91a4-ac1dc2b5986a.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.808697] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa7b12a4-295c-49b2-b464-59598816268d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.815217] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 984.815217] env[69265]: value = "task-3476405" [ 984.815217] env[69265]: _type = "Task" [ 984.815217] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.823656] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476405, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.854280] env[69265]: DEBUG oslo_vmware.api [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476403, 'name': PowerOffVM_Task, 'duration_secs': 0.238207} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.854606] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.854766] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.855111] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63de8ac1-6359-47e2-a04b-a08885c04f8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.920137] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.920389] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.920586] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Deleting the datastore file [datastore2] 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.920879] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c41b653-a167-4040-8bb6-35d7dfd764ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.929403] env[69265]: DEBUG oslo_vmware.api [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for the task: (returnval){ [ 984.929403] env[69265]: value = "task-3476407" [ 984.929403] env[69265]: _type = "Task" [ 984.929403] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.938888] env[69265]: DEBUG nova.scheduler.client.report [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.943269] env[69265]: DEBUG oslo_vmware.api [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.950374] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.021482] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476404, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.158230] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.171156] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.420s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.196988] env[69265]: INFO nova.compute.manager [-] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Took 1.45 seconds to deallocate network for instance. [ 985.330802] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476405, 'name': Rename_Task, 'duration_secs': 0.208108} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.330802] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.330802] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8aa10d-76df-43e9-8b8f-fbce31f5f78a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.338021] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 985.338021] env[69265]: value = "task-3476408" [ 985.338021] env[69265]: _type = "Task" [ 985.338021] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.344950] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.349031] env[69265]: DEBUG nova.compute.manager [req-86d806ad-c36d-4cba-ac7f-bd8c1980692e req-f6506353-a39e-492f-a7b2-0429b7cad0fc service nova] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Received event network-vif-deleted-3f66e744-c440-4115-82ac-9880259062a6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.349031] env[69265]: DEBUG nova.compute.manager [req-86d806ad-c36d-4cba-ac7f-bd8c1980692e req-f6506353-a39e-492f-a7b2-0429b7cad0fc service nova] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Received event network-vif-deleted-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.411180] env[69265]: DEBUG nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.445657] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.447887] env[69265]: DEBUG oslo_vmware.api [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Task: {'id': task-3476407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372922} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.450322] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.450585] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.450746] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.450926] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.451105] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.451259] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.451482] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.451642] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.451807] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.451984] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.452186] env[69265]: DEBUG nova.virt.hardware [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.455519] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.331s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.455780] env[69265]: DEBUG nova.objects.instance [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lazy-loading 'resources' on Instance uuid 386c0513-2e01-4240-8964-ea597efd7285 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.456978] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.457204] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.457388] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.457578] env[69265]: INFO nova.compute.manager [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 985.457862] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.458656] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db03be1-7d23-4e90-a75e-9aa2f190f882 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.463664] env[69265]: DEBUG nova.compute.manager [-] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.463980] env[69265]: DEBUG nova.network.neutron [-] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.472250] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a34a7-fab5-4e42-b699-e8fcccc32169 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.489413] env[69265]: INFO nova.scheduler.client.report [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Deleted allocations for instance 8e2f22cc-927e-4e9a-b336-4d97c4554748 [ 985.526399] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716983} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.526693] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0/66ab58d5-0bec-4b56-989b-b8e5f1c37ed0.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.526911] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.527187] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1b573c0-8fa3-4450-a469-75329649026e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.533950] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 985.533950] env[69265]: value = "task-3476409" [ 985.533950] env[69265]: _type = "Task" [ 985.533950] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.543999] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.657494] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.704808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.849203] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476408, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.000312] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Lock "8e2f22cc-927e-4e9a-b336-4d97c4554748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.450s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.045285] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093934} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.049022] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.049022] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1baeabd-1fdf-4d63-bc10-56d1487e5672 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.071705] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0/66ab58d5-0bec-4b56-989b-b8e5f1c37ed0.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.075652] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d8e5b13-09c7-475d-ac0b-e24d1dde8235 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.095294] env[69265]: DEBUG nova.network.neutron [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Successfully updated port: 76d9a3f4-9131-439a-987b-6b4d80f83599 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.102576] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 986.102576] env[69265]: value = "task-3476410" [ 986.102576] env[69265]: _type = "Task" [ 986.102576] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.115338] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.158180] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.240751] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquiring lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.243792] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.243792] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquiring lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.243792] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.243792] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.247033] env[69265]: INFO nova.compute.manager [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Terminating instance [ 986.352588] env[69265]: DEBUG oslo_vmware.api [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476408, 'name': PowerOnVM_Task, 'duration_secs': 0.611738} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.353062] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.353395] env[69265]: INFO nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Took 7.24 seconds to spawn the instance on the hypervisor. [ 986.353721] env[69265]: DEBUG nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.354728] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f457928-8549-4258-9e23-a2eac2e2a605 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.398683] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c281b18-d042-4d04-849c-b7624a6821b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.407584] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a070bc-a9ce-45a6-8148-e6f3472f56c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.441256] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e10a91-b626-413a-9f81-38cbfdbdb14c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.448515] env[69265]: DEBUG nova.network.neutron [-] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.454541] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3104b1-ef3d-40f3-b09f-fa5eaaadf586 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.470809] env[69265]: DEBUG nova.compute.provider_tree [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.533480] env[69265]: INFO nova.compute.manager [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Rebuilding instance [ 986.596612] env[69265]: DEBUG nova.compute.manager [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.597552] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c590933e-d04f-42c0-99ee-bb116b7c5894 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.600861] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "refresh_cache-8649fc55-27ad-4321-894e-d5a1077de375" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.601078] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "refresh_cache-8649fc55-27ad-4321-894e-d5a1077de375" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.601239] env[69265]: DEBUG nova.network.neutron [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.619343] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476410, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.657325] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.750386] env[69265]: DEBUG nova.compute.manager [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.750660] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.751586] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd5d873-66f3-4923-9c52-e8542068da59 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.764271] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.764648] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-585a8c86-e376-43ad-abdd-afa375bcbaab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.772619] env[69265]: DEBUG oslo_vmware.api [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 986.772619] env[69265]: value = "task-3476411" [ 986.772619] env[69265]: _type = "Task" [ 986.772619] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.784425] env[69265]: DEBUG oslo_vmware.api [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.876595] env[69265]: INFO nova.compute.manager [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Took 44.27 seconds to build instance. [ 986.960211] env[69265]: INFO nova.compute.manager [-] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Took 1.50 seconds to deallocate network for instance. [ 986.975176] env[69265]: DEBUG nova.scheduler.client.report [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.079356] env[69265]: DEBUG oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39275-c1c3-c76b-76ae-7e8452d16838/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 987.080387] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8097c072-4666-4b5e-b2ce-b113b2f4ab0e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.086747] env[69265]: DEBUG oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39275-c1c3-c76b-76ae-7e8452d16838/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 987.086938] env[69265]: ERROR oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39275-c1c3-c76b-76ae-7e8452d16838/disk-0.vmdk due to incomplete transfer. [ 987.087175] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7afda160-1170-42f2-87eb-39bb0f7f53fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.094775] env[69265]: DEBUG oslo_vmware.rw_handles [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39275-c1c3-c76b-76ae-7e8452d16838/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 987.094950] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Uploaded image 854e7356-5d3b-4761-ac15-61ee4229efe9 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 987.097164] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 987.097425] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c4472197-63a2-43af-850d-dce6c82b82c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.103338] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 987.103338] env[69265]: value = "task-3476412" [ 987.103338] env[69265]: _type = "Task" [ 987.103338] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.118320] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476412, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.122156] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476410, 'name': ReconfigVM_Task, 'duration_secs': 0.544082} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.122402] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0/66ab58d5-0bec-4b56-989b-b8e5f1c37ed0.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.122988] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ea7a576-82bf-4542-b32d-9c3cd9f3cad8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.129133] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 987.129133] env[69265]: value = "task-3476413" [ 987.129133] env[69265]: _type = "Task" [ 987.129133] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.137841] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476413, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.157044] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.216761] env[69265]: DEBUG nova.network.neutron [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.288020] env[69265]: DEBUG oslo_vmware.api [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476411, 'name': PowerOffVM_Task, 'duration_secs': 0.224666} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.288020] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.289631] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.289631] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7981210f-d5a4-4952-b1a9-0a8c42ac484c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.348404] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.348737] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.348982] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Deleting the datastore file [datastore2] 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.349381] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d98cc2a9-5a91-4973-8057-0efad7e21ba8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.357259] env[69265]: DEBUG oslo_vmware.api [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for the task: (returnval){ [ 987.357259] env[69265]: value = "task-3476415" [ 987.357259] env[69265]: _type = "Task" [ 987.357259] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.365532] env[69265]: DEBUG oslo_vmware.api [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.378201] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.786s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.463220] env[69265]: DEBUG nova.network.neutron [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Updating instance_info_cache with network_info: [{"id": "76d9a3f4-9131-439a-987b-6b4d80f83599", "address": "fa:16:3e:53:0d:64", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d9a3f4-91", "ovs_interfaceid": "76d9a3f4-9131-439a-987b-6b4d80f83599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.469952] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.487562] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.491196] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.697s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.493947] env[69265]: DEBUG nova.objects.instance [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lazy-loading 'resources' on Instance uuid 9c202839-d942-4f38-9c1a-3da6428d2ef3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.516141] env[69265]: INFO nova.scheduler.client.report [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Deleted allocations for instance 386c0513-2e01-4240-8964-ea597efd7285 [ 987.560959] env[69265]: DEBUG nova.compute.manager [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Received event network-vif-deleted-47637537-0138-40b8-8e04-815327dc7a76 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.561223] env[69265]: DEBUG nova.compute.manager [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Received event network-vif-plugged-76d9a3f4-9131-439a-987b-6b4d80f83599 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.564776] env[69265]: DEBUG oslo_concurrency.lockutils [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] Acquiring lock "8649fc55-27ad-4321-894e-d5a1077de375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.564776] env[69265]: DEBUG oslo_concurrency.lockutils [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] Lock "8649fc55-27ad-4321-894e-d5a1077de375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.564776] env[69265]: DEBUG oslo_concurrency.lockutils [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] Lock "8649fc55-27ad-4321-894e-d5a1077de375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.564776] env[69265]: DEBUG nova.compute.manager [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] No waiting events found dispatching network-vif-plugged-76d9a3f4-9131-439a-987b-6b4d80f83599 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.564776] env[69265]: WARNING nova.compute.manager [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Received unexpected event network-vif-plugged-76d9a3f4-9131-439a-987b-6b4d80f83599 for instance with vm_state building and task_state spawning. [ 987.564776] env[69265]: DEBUG nova.compute.manager [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Received event network-changed-76d9a3f4-9131-439a-987b-6b4d80f83599 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.564776] env[69265]: DEBUG nova.compute.manager [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Refreshing instance network info cache due to event network-changed-76d9a3f4-9131-439a-987b-6b4d80f83599. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.564776] env[69265]: DEBUG oslo_concurrency.lockutils [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] Acquiring lock "refresh_cache-8649fc55-27ad-4321-894e-d5a1077de375" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.620415] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476412, 'name': Destroy_Task, 'duration_secs': 0.331802} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.620829] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Destroyed the VM [ 987.621128] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.621609] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91678991-ae57-4c32-adc3-eb279e2ec94c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.623531] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.623890] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71f3c14b-7a26-4ae3-bf8a-208e3f8d946c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.630347] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 987.630347] env[69265]: value = "task-3476416" [ 987.630347] env[69265]: _type = "Task" [ 987.630347] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.636415] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 987.636415] env[69265]: value = "task-3476417" [ 987.636415] env[69265]: _type = "Task" [ 987.636415] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.648727] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476413, 'name': Rename_Task, 'duration_secs': 0.250771} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.648727] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.651878] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c34afe5-361e-4f0e-a240-e64c71d53237 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.655354] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.660439] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.667390] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.668941] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 987.668941] env[69265]: value = "task-3476418" [ 987.668941] env[69265]: _type = "Task" [ 987.668941] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.677444] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.779074] env[69265]: DEBUG nova.compute.manager [req-77e670ed-9063-43d5-8946-23b734dcd163 req-d72f58a6-2a5d-4408-9b93-be1439c9b349 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Received event network-changed-bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.780186] env[69265]: DEBUG nova.compute.manager [req-77e670ed-9063-43d5-8946-23b734dcd163 req-d72f58a6-2a5d-4408-9b93-be1439c9b349 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Refreshing instance network info cache due to event network-changed-bf8d9561-edf4-4168-adc6-72f490a1bb81. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.780186] env[69265]: DEBUG oslo_concurrency.lockutils [req-77e670ed-9063-43d5-8946-23b734dcd163 req-d72f58a6-2a5d-4408-9b93-be1439c9b349 service nova] Acquiring lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.780186] env[69265]: DEBUG oslo_concurrency.lockutils [req-77e670ed-9063-43d5-8946-23b734dcd163 req-d72f58a6-2a5d-4408-9b93-be1439c9b349 service nova] Acquired lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.780762] env[69265]: DEBUG nova.network.neutron [req-77e670ed-9063-43d5-8946-23b734dcd163 req-d72f58a6-2a5d-4408-9b93-be1439c9b349 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Refreshing network info cache for port bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.867981] env[69265]: DEBUG oslo_vmware.api [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Task: {'id': task-3476415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164866} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.868908] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.868908] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.868908] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.869262] env[69265]: INFO nova.compute.manager [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 987.870469] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.870469] env[69265]: DEBUG nova.compute.manager [-] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.870469] env[69265]: DEBUG nova.network.neutron [-] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.966258] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "refresh_cache-8649fc55-27ad-4321-894e-d5a1077de375" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.966598] env[69265]: DEBUG nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Instance network_info: |[{"id": "76d9a3f4-9131-439a-987b-6b4d80f83599", "address": "fa:16:3e:53:0d:64", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d9a3f4-91", "ovs_interfaceid": "76d9a3f4-9131-439a-987b-6b4d80f83599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.966903] env[69265]: DEBUG oslo_concurrency.lockutils [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] Acquired lock "refresh_cache-8649fc55-27ad-4321-894e-d5a1077de375" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.967125] env[69265]: DEBUG nova.network.neutron [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Refreshing network info cache for port 76d9a3f4-9131-439a-987b-6b4d80f83599 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.968527] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:0d:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d9a3f4-9131-439a-987b-6b4d80f83599', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.977060] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.979523] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.980062] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae231ff-d2ed-4e67-b8ee-87dcabc92d95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.005319] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.005319] env[69265]: value = "task-3476419" [ 988.005319] env[69265]: _type = "Task" [ 988.005319] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.014250] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476419, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.028011] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d379770d-a541-4d56-bf5c-9125b8a56f11 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "386c0513-2e01-4240-8964-ea597efd7285" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.784s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.152403] env[69265]: DEBUG oslo_vmware.api [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476416, 'name': RemoveSnapshot_Task, 'duration_secs': 0.439098} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.154661] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 988.155053] env[69265]: INFO nova.compute.manager [None req-065fc154-4ee3-4c93-be8d-8aa89e8112b2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Took 15.14 seconds to snapshot the instance on the hypervisor. [ 988.166776] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476417, 'name': PowerOffVM_Task, 'duration_secs': 0.196444} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.167409] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.167694] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.170716] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1de116e-f450-4e2b-8b0d-dd3a0a736918 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.178397] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.191628] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.191964] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.195770] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcfaadb0-b965-4cda-ad64-94457f62730f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.426402] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969d2bbe-de9b-422c-b457-fd8b668fc347 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.437641] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3323bf4-d4de-4af0-abf3-e0b660a732c9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.477383] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc11f86-02fb-4ee4-b37d-ed668f9363a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.485472] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c0bc67-01c6-45a4-97c7-3a1a165634ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.505408] env[69265]: DEBUG nova.compute.provider_tree [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.516228] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476419, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.667426] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.684386] env[69265]: DEBUG nova.network.neutron [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Updated VIF entry in instance network info cache for port 76d9a3f4-9131-439a-987b-6b4d80f83599. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.684386] env[69265]: DEBUG nova.network.neutron [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Updating instance_info_cache with network_info: [{"id": "76d9a3f4-9131-439a-987b-6b4d80f83599", "address": "fa:16:3e:53:0d:64", "network": {"id": "12afe326-36f6-4ecd-8c70-1f5d9a47ff9f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1375539817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6bb53526da84a94956bed9de64b4bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d9a3f4-91", "ovs_interfaceid": "76d9a3f4-9131-439a-987b-6b4d80f83599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.689734] env[69265]: DEBUG oslo_vmware.api [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476418, 'name': PowerOnVM_Task, 'duration_secs': 0.808078} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.690958] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.691245] env[69265]: INFO nova.compute.manager [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Took 5.96 seconds to spawn the instance on the hypervisor. [ 988.691476] env[69265]: DEBUG nova.compute.manager [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.692614] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefc214e-721a-48bb-beed-b55982c056f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.883640] env[69265]: DEBUG nova.network.neutron [req-77e670ed-9063-43d5-8946-23b734dcd163 req-d72f58a6-2a5d-4408-9b93-be1439c9b349 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updated VIF entry in instance network info cache for port bf8d9561-edf4-4168-adc6-72f490a1bb81. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.883640] env[69265]: DEBUG nova.network.neutron [req-77e670ed-9063-43d5-8946-23b734dcd163 req-d72f58a6-2a5d-4408-9b93-be1439c9b349 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updating instance_info_cache with network_info: [{"id": "bf8d9561-edf4-4168-adc6-72f490a1bb81", "address": "fa:16:3e:b8:21:00", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8d9561-ed", "ovs_interfaceid": "bf8d9561-edf4-4168-adc6-72f490a1bb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.009548] env[69265]: DEBUG nova.scheduler.client.report [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.023963] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476419, 'name': CreateVM_Task, 'duration_secs': 0.533956} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.027552] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.027552] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.027552] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.027552] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.027552] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f02bd64-c7ae-4ff9-9eea-88e86a77c81f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.030433] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 989.030433] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c22ae0-d25b-b6d8-4929-2cf4c17408a6" [ 989.030433] env[69265]: _type = "Task" [ 989.030433] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.039419] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c22ae0-d25b-b6d8-4929-2cf4c17408a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.100993] env[69265]: DEBUG nova.network.neutron [-] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.168775] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.191645] env[69265]: DEBUG oslo_concurrency.lockutils [req-dc8327c9-80f3-4096-aafa-181adc0d3fe7 req-737366a0-1810-4d8c-b4eb-ef46ab571714 service nova] Releasing lock "refresh_cache-8649fc55-27ad-4321-894e-d5a1077de375" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.215901] env[69265]: INFO nova.compute.manager [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Took 41.04 seconds to build instance. [ 989.386116] env[69265]: DEBUG oslo_concurrency.lockutils [req-77e670ed-9063-43d5-8946-23b734dcd163 req-d72f58a6-2a5d-4408-9b93-be1439c9b349 service nova] Releasing lock "refresh_cache-a06a518a-c2ba-4b79-96cb-9b89612ae273" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.521217] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.525428] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.723s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.530250] env[69265]: INFO nova.compute.claims [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.546618] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c22ae0-d25b-b6d8-4929-2cf4c17408a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.546958] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.547398] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.547493] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.547695] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.548724] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.548724] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38fddb27-a73f-45e8-bfb8-39cd7a7304d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.558687] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.558687] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.558687] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf21750-739b-49fb-a807-c7f9f4cd4d98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.561876] env[69265]: INFO nova.scheduler.client.report [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Deleted allocations for instance 9c202839-d942-4f38-9c1a-3da6428d2ef3 [ 989.566802] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 989.566802] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52225732-2d59-a4b9-9bb4-5f3eea874f2f" [ 989.566802] env[69265]: _type = "Task" [ 989.566802] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.576909] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52225732-2d59-a4b9-9bb4-5f3eea874f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.582667] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.582888] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.583152] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleting the datastore file [datastore1] ef5ae28a-6c13-4a59-9bf3-f241df6b8635 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.586085] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bfd1f12-6afa-4a07-a507-f9e863e0de00 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.589361] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 989.589361] env[69265]: value = "task-3476421" [ 989.589361] env[69265]: _type = "Task" [ 989.589361] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.597799] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.604144] env[69265]: INFO nova.compute.manager [-] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Took 1.73 seconds to deallocate network for instance. [ 989.669804] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.724052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ff7591d0-a3ea-495f-9544-c1ac899ad8ea tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.841s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.071794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6473b93a-4b68-4278-82c3-b8f9de46c99c tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Lock "9c202839-d942-4f38-9c1a-3da6428d2ef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.011s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.085327] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52225732-2d59-a4b9-9bb4-5f3eea874f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.085574] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14080c98-958f-46d0-ae2b-a220ae142b8f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.098470] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 990.098470] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c3edfe-63f8-5772-037f-2be4b5d400d6" [ 990.098470] env[69265]: _type = "Task" [ 990.098470] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.109324] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148385} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.109324] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.109324] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.109324] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.119859] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.121102] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c3edfe-63f8-5772-037f-2be4b5d400d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.121102] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.121209] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8649fc55-27ad-4321-894e-d5a1077de375/8649fc55-27ad-4321-894e-d5a1077de375.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.122058] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6057e9d5-3d21-4ba9-a38c-65302cdb5144 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.130387] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 990.130387] env[69265]: value = "task-3476422" [ 990.130387] env[69265]: _type = "Task" [ 990.130387] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.138564] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.167722] env[69265]: DEBUG nova.compute.manager [req-3985d3d2-facb-484b-9d65-0470161236e7 req-158d2c63-c470-4e38-a9c8-d03349b77f4e service nova] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Received event network-vif-deleted-25e1dfe2-bedf-49d8-b678-23007ab8f349 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.174940] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.304022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.304022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.304022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.304022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.304022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.304022] env[69265]: INFO nova.compute.manager [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Terminating instance [ 990.364086] env[69265]: DEBUG nova.compute.manager [req-c74a2445-d0a4-4784-a3a6-de708a8c396f req-c3649b12-6298-46d7-89fe-a0b24004490a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Received event network-changed-38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.364297] env[69265]: DEBUG nova.compute.manager [req-c74a2445-d0a4-4784-a3a6-de708a8c396f req-c3649b12-6298-46d7-89fe-a0b24004490a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing instance network info cache due to event network-changed-38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.364526] env[69265]: DEBUG oslo_concurrency.lockutils [req-c74a2445-d0a4-4784-a3a6-de708a8c396f req-c3649b12-6298-46d7-89fe-a0b24004490a service nova] Acquiring lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.364699] env[69265]: DEBUG oslo_concurrency.lockutils [req-c74a2445-d0a4-4784-a3a6-de708a8c396f req-c3649b12-6298-46d7-89fe-a0b24004490a service nova] Acquired lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.364851] env[69265]: DEBUG nova.network.neutron [req-c74a2445-d0a4-4784-a3a6-de708a8c396f req-c3649b12-6298-46d7-89fe-a0b24004490a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing network info cache for port 38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.516633] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.517046] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.517542] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.517813] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.518033] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.520859] env[69265]: INFO nova.compute.manager [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Terminating instance [ 990.652299] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474721} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.652736] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8649fc55-27ad-4321-894e-d5a1077de375/8649fc55-27ad-4321-894e-d5a1077de375.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.653080] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.653762] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adb0f0b5-aaaf-4c8a-bc36-cdba1ca0481b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.675027] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 990.675027] env[69265]: value = "task-3476423" [ 990.675027] env[69265]: _type = "Task" [ 990.675027] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.686669] env[69265]: DEBUG oslo_vmware.api [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476402, 'name': ReconfigVM_Task, 'duration_secs': 6.149278} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.689896] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.690212] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Reconfigured VM to detach interface {{(pid=69265) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 990.696325] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.809027] env[69265]: DEBUG nova.compute.manager [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.809230] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.810225] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef7602c-3b55-40ea-ae65-19bd34a7ee96 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.821625] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.821625] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44da0a2-3922-4106-8626-981210a299d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.893281] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.893281] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.893281] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleting the datastore file [datastore2] 4d08e52a-5b79-4de8-9ad2-f4269ad61956 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.893481] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cceaafe9-a41f-467c-b51b-a17f5155c1da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.901475] env[69265]: DEBUG oslo_vmware.api [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 990.901475] env[69265]: value = "task-3476425" [ 990.901475] env[69265]: _type = "Task" [ 990.901475] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.910758] env[69265]: DEBUG oslo_vmware.api [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.022707] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04db982a-aaaf-466d-a768-da6b359c58e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.027479] env[69265]: DEBUG nova.compute.manager [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.027817] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.028699] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b22f595-685a-481b-a890-0a85574ec899 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.035620] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2f274f-8db5-4091-bd98-f5024de97809 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.041201] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.042629] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-698fc08d-e764-40df-97aa-9b48e8daddc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.079473] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca2ec1e-f0ce-4207-9dce-79e72a38d701 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.084226] env[69265]: DEBUG oslo_vmware.api [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 991.084226] env[69265]: value = "task-3476426" [ 991.084226] env[69265]: _type = "Task" [ 991.084226] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.091622] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135426d1-6e16-4a03-9510-f5ac22bc7ad5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.098862] env[69265]: DEBUG oslo_vmware.api [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.112232] env[69265]: DEBUG nova.compute.provider_tree [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.168447] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.168745] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.168928] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.169153] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.169362] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.169502] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.169723] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.169911] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.170236] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.170411] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.170621] env[69265]: DEBUG nova.virt.hardware [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.171695] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021bc36b-a588-4409-b681-0dd56a5e4ae5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.183773] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca919dd3-96b4-4cd0-8fb1-d40d4ead2081 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.190983] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066702} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.191674] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.192439] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc0cae-7b9f-4de4-8122-edf34ddb5df7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.208281] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6c:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e51caf2-dbe3-454a-9bc3-707e2862a4c4', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.216792] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.217663] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.218705] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18b7e701-fe9c-4d39-8191-3c20cb200226 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.254163] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 8649fc55-27ad-4321-894e-d5a1077de375/8649fc55-27ad-4321-894e-d5a1077de375.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.254163] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d74235e-be39-4d6d-be94-a2b55cf8d19e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.271727] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.271727] env[69265]: value = "task-3476427" [ 991.271727] env[69265]: _type = "Task" [ 991.271727] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.278589] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 991.278589] env[69265]: value = "task-3476428" [ 991.278589] env[69265]: _type = "Task" [ 991.278589] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.284800] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476427, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.290905] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.412270] env[69265]: DEBUG oslo_vmware.api [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308041} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.412661] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.413586] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.413586] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.413820] env[69265]: INFO nova.compute.manager [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Took 0.60 seconds to destroy the instance on the hypervisor. [ 991.414021] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.414261] env[69265]: DEBUG nova.compute.manager [-] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.414391] env[69265]: DEBUG nova.network.neutron [-] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.450060] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.450060] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.493834] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.493961] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.599439] env[69265]: DEBUG oslo_vmware.api [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476426, 'name': PowerOffVM_Task, 'duration_secs': 0.268492} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.599439] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.599670] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.600379] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c932079-6e4d-43da-be2e-276c230aa6f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.616336] env[69265]: DEBUG nova.scheduler.client.report [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.675515] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.675793] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.676446] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Deleting the datastore file [datastore1] 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.676446] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2cdc12d-4058-4e54-b3f0-691c6732d146 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.682771] env[69265]: DEBUG oslo_vmware.api [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for the task: (returnval){ [ 991.682771] env[69265]: value = "task-3476430" [ 991.682771] env[69265]: _type = "Task" [ 991.682771] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.694177] env[69265]: DEBUG oslo_vmware.api [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.794758] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476427, 'name': CreateVM_Task, 'duration_secs': 0.335386} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.795032] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476428, 'name': ReconfigVM_Task, 'duration_secs': 0.352593} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.800513] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.800513] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 8649fc55-27ad-4321-894e-d5a1077de375/8649fc55-27ad-4321-894e-d5a1077de375.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.800513] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.800513] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.800513] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.800513] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54415a9c-d4ed-4b28-8485-3b93d8fa065f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.802738] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c1c019-d650-4146-9798-e20b003be286 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.808624] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 991.808624] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52328e5e-a482-c236-17a0-d546079ed96a" [ 991.808624] env[69265]: _type = "Task" [ 991.808624] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.810268] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 991.810268] env[69265]: value = "task-3476431" [ 991.810268] env[69265]: _type = "Task" [ 991.810268] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.824233] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52328e5e-a482-c236-17a0-d546079ed96a, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.828424] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.828693] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.829369] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.829369] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.829369] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.829669] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476431, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.830061] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-986c700f-4ef3-45f4-baca-f01a5131ff4a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.843821] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.844474] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.845686] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64ee907-a557-4477-a408-c22b5436c457 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.851894] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 991.851894] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5252cdcb-d74f-d7cb-b27a-b6df2e8ff68d" [ 991.851894] env[69265]: _type = "Task" [ 991.851894] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.862426] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5252cdcb-d74f-d7cb-b27a-b6df2e8ff68d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.940964] env[69265]: DEBUG nova.network.neutron [req-c74a2445-d0a4-4784-a3a6-de708a8c396f req-c3649b12-6298-46d7-89fe-a0b24004490a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updated VIF entry in instance network info cache for port 38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.940964] env[69265]: DEBUG nova.network.neutron [req-c74a2445-d0a4-4784-a3a6-de708a8c396f req-c3649b12-6298-46d7-89fe-a0b24004490a service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updating instance_info_cache with network_info: [{"id": "38b28973-32f4-4450-a519-463bce430f00", "address": "fa:16:3e:2b:09:84", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b28973-32", "ovs_interfaceid": "38b28973-32f4-4450-a519-463bce430f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.956380] env[69265]: DEBUG nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.998734] env[69265]: DEBUG nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.122778] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.123265] env[69265]: DEBUG nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.131135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.661s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.131135] env[69265]: DEBUG nova.objects.instance [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lazy-loading 'resources' on Instance uuid 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.195729] env[69265]: DEBUG oslo_vmware.api [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Task: {'id': task-3476430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197621} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.195999] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.196325] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.196453] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.196631] env[69265]: INFO nova.compute.manager [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 992.196922] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.197484] env[69265]: DEBUG nova.compute.manager [-] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.197577] env[69265]: DEBUG nova.network.neutron [-] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.329255] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476431, 'name': Rename_Task, 'duration_secs': 0.151019} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.329255] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.329255] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ce4a05-ff3a-40c4-b3b4-ce09941e6fbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.338324] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 992.338324] env[69265]: value = "task-3476432" [ 992.338324] env[69265]: _type = "Task" [ 992.338324] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.352131] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.365427] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5252cdcb-d74f-d7cb-b27a-b6df2e8ff68d, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.366623] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa3ffd4-920d-480c-b7f0-bd9350e084af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.372664] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 992.372664] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521f4b44-f815-a806-ca9e-a9ecb1ed4866" [ 992.372664] env[69265]: _type = "Task" [ 992.372664] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.382704] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521f4b44-f815-a806-ca9e-a9ecb1ed4866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.445917] env[69265]: DEBUG oslo_concurrency.lockutils [req-c74a2445-d0a4-4784-a3a6-de708a8c396f req-c3649b12-6298-46d7-89fe-a0b24004490a service nova] Releasing lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.481998] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.525210] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.633893] env[69265]: DEBUG nova.compute.utils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.640041] env[69265]: DEBUG nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.640424] env[69265]: DEBUG nova.network.neutron [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.691555] env[69265]: DEBUG nova.network.neutron [-] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.708185] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.708435] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.708626] env[69265]: DEBUG nova.network.neutron [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.781999] env[69265]: DEBUG nova.policy [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '165ed4ab9f6b44c893b42dee5bac17d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5cba856f9ce4a53bd994eb7f2815533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.856169] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476432, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.894930] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521f4b44-f815-a806-ca9e-a9ecb1ed4866, 'name': SearchDatastore_Task, 'duration_secs': 0.026609} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.900567] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.901083] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.903012] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6582417-8d56-4b63-87a9-13015293affa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.912505] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 992.912505] env[69265]: value = "task-3476433" [ 992.912505] env[69265]: _type = "Task" [ 992.912505] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.931219] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.072729] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be0fdb9-b26b-4756-9189-02942065aba6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.081956] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f373f16-908d-41ec-b6f6-40c08180ab56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.123264] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7595b4a2-13a4-4aa8-994e-d526a4e8c3de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.132833] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b9739d-56ef-42af-88ff-016fc30e9f03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.139859] env[69265]: DEBUG nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.156657] env[69265]: DEBUG nova.compute.provider_tree [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.194453] env[69265]: INFO nova.compute.manager [-] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Took 1.78 seconds to deallocate network for instance. [ 993.357140] env[69265]: DEBUG oslo_vmware.api [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476432, 'name': PowerOnVM_Task, 'duration_secs': 0.883972} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.357315] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.357639] env[69265]: INFO nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Took 7.95 seconds to spawn the instance on the hypervisor. [ 993.357796] env[69265]: DEBUG nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.358878] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef68eb20-447c-48e4-acc2-2c1d915508fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.397733] env[69265]: DEBUG nova.network.neutron [-] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.427423] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476433, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.596572] env[69265]: DEBUG nova.compute.manager [req-b87da5a7-cd20-49d4-a1be-904280a33746 req-42f770f2-d2ce-47d7-84df-bb6091fec25f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-vif-deleted-849574d9-e3a1-4439-8abe-abafdb3b21ac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.596824] env[69265]: INFO nova.compute.manager [req-b87da5a7-cd20-49d4-a1be-904280a33746 req-42f770f2-d2ce-47d7-84df-bb6091fec25f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Neutron deleted interface 849574d9-e3a1-4439-8abe-abafdb3b21ac; detaching it from the instance and deleting it from the info cache [ 993.597273] env[69265]: DEBUG nova.network.neutron [req-b87da5a7-cd20-49d4-a1be-904280a33746 req-42f770f2-d2ce-47d7-84df-bb6091fec25f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c46018de-e91c-4627-87bf-9a1efd4d65ba", "address": "fa:16:3e:71:52:9a", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46018de-e9", "ovs_interfaceid": "c46018de-e91c-4627-87bf-9a1efd4d65ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.670609] env[69265]: DEBUG nova.compute.manager [req-7e3d3eab-4b46-45e6-84b2-211203a85120 req-be41e450-9c1c-4c1e-93d6-1ebaf70e5a69 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Received event network-changed-38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.670609] env[69265]: DEBUG nova.compute.manager [req-7e3d3eab-4b46-45e6-84b2-211203a85120 req-be41e450-9c1c-4c1e-93d6-1ebaf70e5a69 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing instance network info cache due to event network-changed-38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.670851] env[69265]: DEBUG oslo_concurrency.lockutils [req-7e3d3eab-4b46-45e6-84b2-211203a85120 req-be41e450-9c1c-4c1e-93d6-1ebaf70e5a69 service nova] Acquiring lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.670851] env[69265]: DEBUG oslo_concurrency.lockutils [req-7e3d3eab-4b46-45e6-84b2-211203a85120 req-be41e450-9c1c-4c1e-93d6-1ebaf70e5a69 service nova] Acquired lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.670987] env[69265]: DEBUG nova.network.neutron [req-7e3d3eab-4b46-45e6-84b2-211203a85120 req-be41e450-9c1c-4c1e-93d6-1ebaf70e5a69 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing network info cache for port 38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.692776] env[69265]: ERROR nova.scheduler.client.report [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] [req-ec435df5-fe16-4fe6-9269-8b6ece220faa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec435df5-fe16-4fe6-9269-8b6ece220faa"}]} [ 993.705697] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.712937] env[69265]: DEBUG nova.scheduler.client.report [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 993.729597] env[69265]: DEBUG nova.scheduler.client.report [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 993.729832] env[69265]: DEBUG nova.compute.provider_tree [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.744745] env[69265]: DEBUG nova.scheduler.client.report [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 993.782024] env[69265]: DEBUG nova.scheduler.client.report [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 993.782024] env[69265]: DEBUG nova.compute.provider_tree [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 104 to 105 during operation: update_traits {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 993.890641] env[69265]: INFO nova.compute.manager [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Took 42.05 seconds to build instance. [ 993.902520] env[69265]: INFO nova.compute.manager [-] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Took 1.70 seconds to deallocate network for instance. [ 993.925287] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476433, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.100671] env[69265]: DEBUG oslo_concurrency.lockutils [req-b87da5a7-cd20-49d4-a1be-904280a33746 req-42f770f2-d2ce-47d7-84df-bb6091fec25f service nova] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.100966] env[69265]: DEBUG oslo_concurrency.lockutils [req-b87da5a7-cd20-49d4-a1be-904280a33746 req-42f770f2-d2ce-47d7-84df-bb6091fec25f service nova] Acquired lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.103132] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406c84f9-6547-4ff8-8eb2-85f2ff837b65 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.124081] env[69265]: DEBUG oslo_concurrency.lockutils [req-b87da5a7-cd20-49d4-a1be-904280a33746 req-42f770f2-d2ce-47d7-84df-bb6091fec25f service nova] Releasing lock "3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.124419] env[69265]: WARNING nova.compute.manager [req-b87da5a7-cd20-49d4-a1be-904280a33746 req-42f770f2-d2ce-47d7-84df-bb6091fec25f service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Detach interface failed, port_id=849574d9-e3a1-4439-8abe-abafdb3b21ac, reason: No device with interface-id 849574d9-e3a1-4439-8abe-abafdb3b21ac exists on VM: nova.exception.NotFound: No device with interface-id 849574d9-e3a1-4439-8abe-abafdb3b21ac exists on VM [ 994.153483] env[69265]: DEBUG nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.191679] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.192117] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.192117] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.192318] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.192467] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.192615] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.192828] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.192991] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.193225] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.193457] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.193588] env[69265]: DEBUG nova.virt.hardware [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.194639] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d84fe6-75fa-45a1-a65b-4417b11a3ccb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.207597] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc16e1d-bfba-481f-8290-361365537fef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.235329] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618261c5-0b2d-4c09-bd71-a9fd22de3fd6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.238040] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "afe976f5-22f1-485c-9e10-b832e6240e2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.238282] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "afe976f5-22f1-485c-9e10-b832e6240e2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.247350] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f795b39-bbc4-444b-8a3d-4770b7472ac5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.280997] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0567ed-e2dd-4840-9eb0-a9dde9da88f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.290294] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f70a3e-a178-403e-a06d-ecd2152600f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.304572] env[69265]: DEBUG nova.compute.provider_tree [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.312316] env[69265]: DEBUG nova.network.neutron [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Successfully created port: 58f3d736-30ce-425a-96d3-08d91041e1d6 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.395761] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d31a72ff-8f68-4760-a137-dfea158dd866 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "8649fc55-27ad-4321-894e-d5a1077de375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.729s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.413349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.423622] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476433, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.440986] env[69265]: INFO nova.network.neutron [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Port 849574d9-e3a1-4439-8abe-abafdb3b21ac from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 994.441223] env[69265]: INFO nova.network.neutron [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Port c46018de-e91c-4627-87bf-9a1efd4d65ba from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 994.441560] env[69265]: DEBUG nova.network.neutron [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [{"id": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "address": "fa:16:3e:a6:d4:a3", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c6a17e-e4", "ovs_interfaceid": "a8c6a17e-e4b9-453f-9093-c4ff5790a306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.589985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.589985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "3005e5be-b038-45e5-9b90-28264023588d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.589985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "3005e5be-b038-45e5-9b90-28264023588d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.589985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "3005e5be-b038-45e5-9b90-28264023588d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.589985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "3005e5be-b038-45e5-9b90-28264023588d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.590188] env[69265]: INFO nova.compute.manager [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Terminating instance [ 994.742664] env[69265]: DEBUG nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.848953] env[69265]: DEBUG nova.scheduler.client.report [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 994.849251] env[69265]: DEBUG nova.compute.provider_tree [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 105 to 106 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 994.849765] env[69265]: DEBUG nova.compute.provider_tree [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.928744] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476433, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.788161} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.929063] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.930380] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.930380] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b960b6-6879-4ecb-be28-152289f9be35 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.938247] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 994.938247] env[69265]: value = "task-3476434" [ 994.938247] env[69265]: _type = "Task" [ 994.938247] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.944795] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-3005e5be-b038-45e5-9b90-28264023588d" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.954225] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.974201] env[69265]: DEBUG nova.network.neutron [req-7e3d3eab-4b46-45e6-84b2-211203a85120 req-be41e450-9c1c-4c1e-93d6-1ebaf70e5a69 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updated VIF entry in instance network info cache for port 38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.974693] env[69265]: DEBUG nova.network.neutron [req-7e3d3eab-4b46-45e6-84b2-211203a85120 req-be41e450-9c1c-4c1e-93d6-1ebaf70e5a69 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updating instance_info_cache with network_info: [{"id": "38b28973-32f4-4450-a519-463bce430f00", "address": "fa:16:3e:2b:09:84", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b28973-32", "ovs_interfaceid": "38b28973-32f4-4450-a519-463bce430f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.089543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "8649fc55-27ad-4321-894e-d5a1077de375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.089543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "8649fc55-27ad-4321-894e-d5a1077de375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.089543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "8649fc55-27ad-4321-894e-d5a1077de375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.089543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "8649fc55-27ad-4321-894e-d5a1077de375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.089543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "8649fc55-27ad-4321-894e-d5a1077de375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.094617] env[69265]: INFO nova.compute.manager [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Terminating instance [ 995.099166] env[69265]: DEBUG nova.compute.manager [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.099595] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.102977] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20151cad-bef9-4ec3-b970-ebbda07d42a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.111058] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.111186] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af6fc18d-4e76-4c58-a9f0-0ec897c75405 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.119647] env[69265]: DEBUG oslo_vmware.api [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 995.119647] env[69265]: value = "task-3476435" [ 995.119647] env[69265]: _type = "Task" [ 995.119647] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.127968] env[69265]: DEBUG oslo_vmware.api [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.136145] env[69265]: INFO nova.compute.manager [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Rebuilding instance [ 995.215026] env[69265]: DEBUG nova.compute.manager [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.216043] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9cd98-b7c2-4a23-be4b-098ca1e15358 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.264823] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.356444] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.230s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.360940] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.617s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.361327] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.365159] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.414s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.365159] env[69265]: DEBUG nova.objects.instance [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lazy-loading 'pci_requests' on Instance uuid cd72fe81-eab5-496c-9f24-21ea8d2c6e20 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.391620] env[69265]: INFO nova.scheduler.client.report [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted allocations for instance 6b2ebe83-7312-4c1b-a984-86256ccd217c [ 995.399769] env[69265]: INFO nova.scheduler.client.report [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Deleted allocations for instance 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa [ 995.450602] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b32974bf-4cab-4a7a-839d-0301ea567f18 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-3005e5be-b038-45e5-9b90-28264023588d-849574d9-e3a1-4439-8abe-abafdb3b21ac" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.902s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.451681] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066656} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.453837] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.454697] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886463ea-5395-4cc0-bfcf-5ef34a7cb1e3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.480768] env[69265]: DEBUG oslo_concurrency.lockutils [req-7e3d3eab-4b46-45e6-84b2-211203a85120 req-be41e450-9c1c-4c1e-93d6-1ebaf70e5a69 service nova] Releasing lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.491635] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.492350] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31f98c6-cc86-40a7-a22b-999e3dea6677 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.515080] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 995.515080] env[69265]: value = "task-3476436" [ 995.515080] env[69265]: _type = "Task" [ 995.515080] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.525352] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.608893] env[69265]: DEBUG nova.compute.manager [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.609183] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.613016] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452fafad-450a-48e0-9080-9f1fd2a61632 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.618273] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.618481] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26892eed-24c9-4050-81ee-058faf4d8ff9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.638962] env[69265]: DEBUG oslo_vmware.api [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 995.638962] env[69265]: value = "task-3476437" [ 995.638962] env[69265]: _type = "Task" [ 995.638962] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.639704] env[69265]: DEBUG oslo_vmware.api [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476435, 'name': PowerOffVM_Task, 'duration_secs': 0.286527} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.640545] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.640545] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.644191] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8905d5d-5992-45b6-a838-35aa0994d396 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.651494] env[69265]: DEBUG oslo_vmware.api [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.749103] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.749522] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.749579] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleting the datastore file [datastore1] 3005e5be-b038-45e5-9b90-28264023588d {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.750118] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd87196d-75ee-4d0b-90d5-53fdb0bd65e0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.760691] env[69265]: DEBUG oslo_vmware.api [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 995.760691] env[69265]: value = "task-3476439" [ 995.760691] env[69265]: _type = "Task" [ 995.760691] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.772298] env[69265]: DEBUG oslo_vmware.api [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.869667] env[69265]: DEBUG nova.objects.instance [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lazy-loading 'numa_topology' on Instance uuid cd72fe81-eab5-496c-9f24-21ea8d2c6e20 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.900961] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6b2ebe83-7312-4c1b-a984-86256ccd217c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.020s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.905981] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2776795d-79dc-4341-b741-8310448b5861 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Lock "99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.097s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.027208] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476436, 'name': ReconfigVM_Task, 'duration_secs': 0.342835} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.027510] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.028218] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8046cd7-cf7d-4e56-95bc-9d9f62e378e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.035493] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 996.035493] env[69265]: value = "task-3476440" [ 996.035493] env[69265]: _type = "Task" [ 996.035493] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.044304] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476440, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.153808] env[69265]: DEBUG oslo_vmware.api [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476437, 'name': PowerOffVM_Task, 'duration_secs': 0.22256} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.154279] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.154568] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.154888] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b1870cf-f049-466c-9d30-23b2b467d8fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.160575] env[69265]: DEBUG nova.compute.manager [req-6365db08-e52e-4be7-b53b-d2ebda6d0c7c req-d43450ab-d641-4e4e-a057-59d264ead435 service nova] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Received event network-vif-deleted-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.162700] env[69265]: DEBUG nova.compute.manager [req-6365db08-e52e-4be7-b53b-d2ebda6d0c7c req-d43450ab-d641-4e4e-a057-59d264ead435 service nova] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Received event network-vif-deleted-d41ecfde-5d1e-42a1-8eb4-de37b228bde4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.187103] env[69265]: DEBUG nova.compute.manager [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Received event network-changed-986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.187103] env[69265]: DEBUG nova.compute.manager [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Refreshing instance network info cache due to event network-changed-986752d4-d38a-43db-bfcc-d2cd9d91572e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.189156] env[69265]: DEBUG oslo_concurrency.lockutils [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] Acquiring lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189488] env[69265]: DEBUG oslo_concurrency.lockutils [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] Acquired lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189781] env[69265]: DEBUG nova.network.neutron [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Refreshing network info cache for port 986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.237161] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.240059] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8232c7c-8bc9-43a9-9ef9-d7ff24db9974 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.241791] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.242116] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.242197] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleting the datastore file [datastore2] 8649fc55-27ad-4321-894e-d5a1077de375 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.243159] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-680c4190-a914-4d2c-9082-5ee75871fa9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.251045] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 996.251045] env[69265]: value = "task-3476442" [ 996.251045] env[69265]: _type = "Task" [ 996.251045] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.253342] env[69265]: DEBUG oslo_vmware.api [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for the task: (returnval){ [ 996.253342] env[69265]: value = "task-3476443" [ 996.253342] env[69265]: _type = "Task" [ 996.253342] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.274561] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.278756] env[69265]: DEBUG oslo_vmware.api [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.286407] env[69265]: DEBUG oslo_vmware.api [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200736} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.286407] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.286407] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.286407] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.286407] env[69265]: INFO nova.compute.manager [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 996.286407] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.286407] env[69265]: DEBUG nova.compute.manager [-] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.286407] env[69265]: DEBUG nova.network.neutron [-] [instance: 3005e5be-b038-45e5-9b90-28264023588d] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.372982] env[69265]: INFO nova.compute.claims [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.481297] env[69265]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c46018de-e91c-4627-87bf-9a1efd4d65ba could not be found.", "detail": ""}} {{(pid=69265) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 996.481617] env[69265]: DEBUG nova.network.neutron [-] Unable to show port c46018de-e91c-4627-87bf-9a1efd4d65ba as it no longer exists. {{(pid=69265) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 996.545941] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476440, 'name': Rename_Task, 'duration_secs': 0.157457} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.547037] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.547489] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ca42af2-f7c2-409c-b6aa-90cbf2b6c4f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.556140] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 996.556140] env[69265]: value = "task-3476444" [ 996.556140] env[69265]: _type = "Task" [ 996.556140] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.570634] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.766361] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476442, 'name': PowerOffVM_Task, 'duration_secs': 0.143101} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.767091] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.767833] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.768853] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d967101a-ff75-424d-8d7e-3557f5260a7e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.774617] env[69265]: DEBUG oslo_vmware.api [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Task: {'id': task-3476443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180816} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.775270] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.775461] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.775585] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.775760] env[69265]: INFO nova.compute.manager [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Took 1.17 seconds to destroy the instance on the hypervisor. [ 996.776049] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.776199] env[69265]: DEBUG nova.compute.manager [-] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.776350] env[69265]: DEBUG nova.network.neutron [-] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.782991] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.783550] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e0c7bd0-f733-4102-a63b-54b9444b8441 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.811448] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.811448] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.811448] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Deleting the datastore file [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.811448] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff926890-9c7f-41ed-a44c-043a1ca4cef9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.817799] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 996.817799] env[69265]: value = "task-3476446" [ 996.817799] env[69265]: _type = "Task" [ 996.817799] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.826662] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.885765] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.888198] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.888198] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.888198] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.888198] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.890440] env[69265]: INFO nova.compute.manager [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Terminating instance [ 997.072525] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.286098] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571ca677-bd45-481b-9dd5-63e604564d7f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.294720] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646c005-3879-42f8-af5b-3b797fbae348 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.339018] env[69265]: DEBUG nova.network.neutron [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Successfully updated port: 58f3d736-30ce-425a-96d3-08d91041e1d6 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.343233] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d3f4fc-6e67-490e-ac76-6aebad0b85f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.354375] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09823} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.360014] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.360014] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.360014] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.361798] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f4ec37-b449-4ae1-a807-cbdee3342795 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.376478] env[69265]: DEBUG nova.compute.provider_tree [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.398024] env[69265]: DEBUG nova.compute.manager [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.398024] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.400332] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b906ec6-2fc1-4bbc-9fcc-ca38bd93e528 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.413027] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.413027] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a49df6ac-1e7b-465b-82af-3133849abb0a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.416496] env[69265]: DEBUG oslo_vmware.api [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 997.416496] env[69265]: value = "task-3476447" [ 997.416496] env[69265]: _type = "Task" [ 997.416496] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.424884] env[69265]: DEBUG oslo_vmware.api [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.517217] env[69265]: DEBUG nova.network.neutron [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updated VIF entry in instance network info cache for port 986752d4-d38a-43db-bfcc-d2cd9d91572e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.517778] env[69265]: DEBUG nova.network.neutron [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updating instance_info_cache with network_info: [{"id": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "address": "fa:16:3e:f7:9d:6a", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986752d4-d3", "ovs_interfaceid": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.574764] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.847962] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-5e58122d-f6d6-45df-b99f-42bb969c736e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.848207] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-5e58122d-f6d6-45df-b99f-42bb969c736e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.848313] env[69265]: DEBUG nova.network.neutron [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.881620] env[69265]: DEBUG nova.scheduler.client.report [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.930958] env[69265]: DEBUG oslo_vmware.api [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476447, 'name': PowerOffVM_Task, 'duration_secs': 0.19163} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.931851] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.931851] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.931851] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a9455d7-bf0d-4360-8b02-4ef92c298016 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.994292] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.994532] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.994715] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Deleting the datastore file [datastore1] 452e202e-e1fa-40da-91a4-ac1dc2b5986a {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.995040] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5af48024-f065-4c2c-9c49-eb66aac475d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.002331] env[69265]: DEBUG oslo_vmware.api [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 998.002331] env[69265]: value = "task-3476449" [ 998.002331] env[69265]: _type = "Task" [ 998.002331] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.017063] env[69265]: DEBUG oslo_vmware.api [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.020773] env[69265]: DEBUG oslo_concurrency.lockutils [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] Releasing lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.024021] env[69265]: DEBUG nova.compute.manager [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-vif-deleted-c46018de-e91c-4627-87bf-9a1efd4d65ba {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.024021] env[69265]: DEBUG nova.compute.manager [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Received event network-changed-986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.024021] env[69265]: DEBUG nova.compute.manager [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Refreshing instance network info cache due to event network-changed-986752d4-d38a-43db-bfcc-d2cd9d91572e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.024021] env[69265]: DEBUG oslo_concurrency.lockutils [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] Acquiring lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.024021] env[69265]: DEBUG oslo_concurrency.lockutils [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] Acquired lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.024021] env[69265]: DEBUG nova.network.neutron [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Refreshing network info cache for port 986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.072968] env[69265]: DEBUG oslo_vmware.api [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476444, 'name': PowerOnVM_Task, 'duration_secs': 1.067159} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.073305] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.073516] env[69265]: DEBUG nova.compute.manager [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.074320] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c72ff3-88bb-445d-8bc2-6eb23e65643b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.230165] env[69265]: DEBUG nova.network.neutron [-] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.275163] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.276758] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.338922] env[69265]: DEBUG nova.network.neutron [-] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.387915] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.023s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.392810] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.686s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.392810] env[69265]: DEBUG nova.objects.instance [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lazy-loading 'resources' on Instance uuid efb255d6-ed95-452b-895e-cf8b788eecf1 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.405016] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.405971] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.405971] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.405971] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.406222] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.406222] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.406606] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.406606] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.406853] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.406853] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.407966] env[69265]: DEBUG nova.virt.hardware [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.409264] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bf9314-f3ce-484a-a34c-3f20a8705118 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.420675] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e377c48-6530-4ee4-b5b4-168e8c4f615f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.438700] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.448341] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.449463] env[69265]: INFO nova.network.neutron [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating port 66b10043-90c4-475d-95dc-dc7da2b84350 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 998.451464] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.452329] env[69265]: DEBUG nova.network.neutron [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.454938] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6177b2e-027f-4cda-b07b-ee22e79d3e52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.475362] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.475362] env[69265]: value = "task-3476450" [ 998.475362] env[69265]: _type = "Task" [ 998.475362] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.484998] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476450, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.513881] env[69265]: DEBUG oslo_vmware.api [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355971} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.513881] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.513968] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.514108] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.514506] env[69265]: INFO nova.compute.manager [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 998.514618] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.515308] env[69265]: DEBUG nova.compute.manager [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.515308] env[69265]: DEBUG nova.network.neutron [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.600247] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.736268] env[69265]: INFO nova.compute.manager [-] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Took 2.45 seconds to deallocate network for instance. [ 998.753906] env[69265]: DEBUG nova.network.neutron [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Updating instance_info_cache with network_info: [{"id": "58f3d736-30ce-425a-96d3-08d91041e1d6", "address": "fa:16:3e:c5:4b:de", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f3d736-30", "ovs_interfaceid": "58f3d736-30ce-425a-96d3-08d91041e1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.780765] env[69265]: DEBUG nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.840795] env[69265]: INFO nova.compute.manager [-] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Took 2.06 seconds to deallocate network for instance. [ 998.990946] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476450, 'name': CreateVM_Task, 'duration_secs': 0.36213} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.998131] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.001630] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.001793] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.002146] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.002896] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b746c825-c381-4a6f-920f-489994a18074 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.007497] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 999.007497] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52040f37-983c-70fa-c2e6-77a361c60807" [ 999.007497] env[69265]: _type = "Task" [ 999.007497] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.020109] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52040f37-983c-70fa-c2e6-77a361c60807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.216430] env[69265]: DEBUG nova.compute.manager [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Received event network-vif-plugged-58f3d736-30ce-425a-96d3-08d91041e1d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.216430] env[69265]: DEBUG oslo_concurrency.lockutils [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] Acquiring lock "5e58122d-f6d6-45df-b99f-42bb969c736e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.216430] env[69265]: DEBUG oslo_concurrency.lockutils [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.216430] env[69265]: DEBUG oslo_concurrency.lockutils [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.216430] env[69265]: DEBUG nova.compute.manager [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] No waiting events found dispatching network-vif-plugged-58f3d736-30ce-425a-96d3-08d91041e1d6 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.216430] env[69265]: WARNING nova.compute.manager [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Received unexpected event network-vif-plugged-58f3d736-30ce-425a-96d3-08d91041e1d6 for instance with vm_state building and task_state spawning. [ 999.216430] env[69265]: DEBUG nova.compute.manager [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Received event network-changed-58f3d736-30ce-425a-96d3-08d91041e1d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.216430] env[69265]: DEBUG nova.compute.manager [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Refreshing instance network info cache due to event network-changed-58f3d736-30ce-425a-96d3-08d91041e1d6. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.216430] env[69265]: DEBUG oslo_concurrency.lockutils [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] Acquiring lock "refresh_cache-5e58122d-f6d6-45df-b99f-42bb969c736e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.229036] env[69265]: DEBUG nova.network.neutron [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updated VIF entry in instance network info cache for port 986752d4-d38a-43db-bfcc-d2cd9d91572e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.229475] env[69265]: DEBUG nova.network.neutron [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updating instance_info_cache with network_info: [{"id": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "address": "fa:16:3e:f7:9d:6a", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986752d4-d3", "ovs_interfaceid": "986752d4-d38a-43db-bfcc-d2cd9d91572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.243887] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.262449] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-5e58122d-f6d6-45df-b99f-42bb969c736e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.262449] env[69265]: DEBUG nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Instance network_info: |[{"id": "58f3d736-30ce-425a-96d3-08d91041e1d6", "address": "fa:16:3e:c5:4b:de", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f3d736-30", "ovs_interfaceid": "58f3d736-30ce-425a-96d3-08d91041e1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.262449] env[69265]: DEBUG oslo_concurrency.lockutils [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] Acquired lock "refresh_cache-5e58122d-f6d6-45df-b99f-42bb969c736e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.262449] env[69265]: DEBUG nova.network.neutron [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Refreshing network info cache for port 58f3d736-30ce-425a-96d3-08d91041e1d6 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.263056] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:4b:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58f3d736-30ce-425a-96d3-08d91041e1d6', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.272527] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.274485] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.274803] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c90a3a7-a329-409d-b238-d54c2006e211 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.310175] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.310175] env[69265]: value = "task-3476451" [ 999.310175] env[69265]: _type = "Task" [ 999.310175] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.320644] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476451, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.330717] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.347862] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.441865] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22808c65-6a8a-4be5-b2f9-cc57df8868dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.450488] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a346c89-379f-4064-9def-2e61d485039e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.486792] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b17f3-aae3-477c-9f11-cd82cb0d55aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.491379] env[69265]: DEBUG nova.compute.manager [req-2a3a3785-b050-4ed8-8087-2c267f6f334e req-188b6db6-98ab-43ba-aae4-6a3ac7df4504 service nova] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Received event network-vif-deleted-76d9a3f4-9131-439a-987b-6b4d80f83599 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.497439] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7670ba53-7d5e-4f49-995a-4862330b2b08 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.513419] env[69265]: DEBUG nova.compute.provider_tree [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.523851] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52040f37-983c-70fa-c2e6-77a361c60807, 'name': SearchDatastore_Task, 'duration_secs': 0.018725} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.525205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.525205] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.525205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.525205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.525205] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.525516] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1b018a2-11a3-4e82-ad89-2c745a4fb084 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.536784] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.536784] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.536784] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b927cab0-0553-4d1d-bca6-1568360035a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.546549] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 999.546549] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a04b66-f7dc-9265-e45c-9954712ca67e" [ 999.546549] env[69265]: _type = "Task" [ 999.546549] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.551098] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a04b66-f7dc-9265-e45c-9954712ca67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.734538] env[69265]: DEBUG oslo_concurrency.lockutils [req-3799c4d1-afe9-4362-911b-2aef9e827a66 req-a953610d-46d6-45fe-8a50-c7423694ea8b service nova] Releasing lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.824774] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476451, 'name': CreateVM_Task, 'duration_secs': 0.314347} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.824941] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.826261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.826261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.826261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.826577] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd4040c-7973-4442-a0d0-fd772de0cfc4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.833161] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 999.833161] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ea8e1a-256b-ffd2-5574-a856b39e8538" [ 999.833161] env[69265]: _type = "Task" [ 999.833161] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.840833] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ea8e1a-256b-ffd2-5574-a856b39e8538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.850483] env[69265]: DEBUG nova.network.neutron [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.018794] env[69265]: DEBUG nova.scheduler.client.report [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.054468] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a04b66-f7dc-9265-e45c-9954712ca67e, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.054468] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c6741e-815e-41b5-a6d0-9f6fa7ff7f74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.059986] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 1000.059986] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ff08e0-d111-7dab-4747-cae623fd93d7" [ 1000.059986] env[69265]: _type = "Task" [ 1000.059986] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.069683] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ff08e0-d111-7dab-4747-cae623fd93d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.076456] env[69265]: DEBUG nova.network.neutron [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Updated VIF entry in instance network info cache for port 58f3d736-30ce-425a-96d3-08d91041e1d6. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.077276] env[69265]: DEBUG nova.network.neutron [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Updating instance_info_cache with network_info: [{"id": "58f3d736-30ce-425a-96d3-08d91041e1d6", "address": "fa:16:3e:c5:4b:de", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f3d736-30", "ovs_interfaceid": "58f3d736-30ce-425a-96d3-08d91041e1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.285897] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.287349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.346293] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ea8e1a-256b-ffd2-5574-a856b39e8538, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.346293] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.346572] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.347515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.347515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.347515] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.347515] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aab72a1-4aab-471f-a624-d781a48688dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.353243] env[69265]: INFO nova.compute.manager [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Took 1.84 seconds to deallocate network for instance. [ 1000.363179] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.363179] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.363179] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a49e9a1-a296-435e-851c-dc37d1333afc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.366850] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1000.366850] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522040aa-851b-3ec9-9768-b01c89a90cb1" [ 1000.366850] env[69265]: _type = "Task" [ 1000.366850] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.377436] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522040aa-851b-3ec9-9768-b01c89a90cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.526466] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.527374] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.058s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.527768] env[69265]: DEBUG nova.objects.instance [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lazy-loading 'resources' on Instance uuid 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.555268] env[69265]: INFO nova.scheduler.client.report [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Deleted allocations for instance efb255d6-ed95-452b-895e-cf8b788eecf1 [ 1000.574625] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ff08e0-d111-7dab-4747-cae623fd93d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013294} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.574907] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.575423] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0/66ab58d5-0bec-4b56-989b-b8e5f1c37ed0.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.575680] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3f3cae6-bcf8-4bce-9ff5-d0ac424186bf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.580185] env[69265]: DEBUG oslo_concurrency.lockutils [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] Releasing lock "refresh_cache-5e58122d-f6d6-45df-b99f-42bb969c736e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.581142] env[69265]: DEBUG nova.compute.manager [req-016f35b1-745c-49ae-9448-ef49ded593fd req-d33003de-7f9c-46c9-aaa2-aa8efb62286b service nova] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Received event network-vif-deleted-a8c6a17e-e4b9-453f-9093-c4ff5790a306 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.585393] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 1000.585393] env[69265]: value = "task-3476455" [ 1000.585393] env[69265]: _type = "Task" [ 1000.585393] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.593808] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.653025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.653249] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.653436] env[69265]: DEBUG nova.network.neutron [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.789673] env[69265]: DEBUG nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.863144] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.881374] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522040aa-851b-3ec9-9768-b01c89a90cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.883352] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1dbfcb-c987-4d86-b14a-f2b694d299b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.890129] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1000.890129] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522bd882-a47b-0783-8210-33e5b37d8f11" [ 1000.890129] env[69265]: _type = "Task" [ 1000.890129] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.896662] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522bd882-a47b-0783-8210-33e5b37d8f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.069143] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Lock "efb255d6-ed95-452b-895e-cf8b788eecf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.006s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.099167] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476455, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.118287] env[69265]: INFO nova.compute.manager [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Rebuilding instance [ 1001.190685] env[69265]: DEBUG nova.compute.manager [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.191644] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f1827-9a86-4616-8121-ea4adebd8795 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.307642] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.383745] env[69265]: DEBUG nova.network.neutron [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating instance_info_cache with network_info: [{"id": "66b10043-90c4-475d-95dc-dc7da2b84350", "address": "fa:16:3e:ae:e2:e7", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b10043-90", "ovs_interfaceid": "66b10043-90c4-475d-95dc-dc7da2b84350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.407979] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522bd882-a47b-0783-8210-33e5b37d8f11, 'name': SearchDatastore_Task, 'duration_secs': 0.016686} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.408296] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.408543] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 5e58122d-f6d6-45df-b99f-42bb969c736e/5e58122d-f6d6-45df-b99f-42bb969c736e.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.408827] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2caef557-b1e1-480f-a516-2d02219cf49d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.415800] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1001.415800] env[69265]: value = "task-3476456" [ 1001.415800] env[69265]: _type = "Task" [ 1001.415800] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.427912] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.430652] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4045d59c-d75b-46d4-bb26-9af46aa39ae2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.441056] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a471ee-cb83-449c-9e1b-d85c287c4b91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.473216] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42218803-1f5e-4652-a207-12e8a03b6c85 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.479544] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49951ad-9206-4e06-8c21-74a5206a7621 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.497712] env[69265]: DEBUG nova.compute.provider_tree [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.597772] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662046} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.598543] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0/66ab58d5-0bec-4b56-989b-b8e5f1c37ed0.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.598543] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.598931] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a4cea32-1183-4bb4-a178-185990e62d38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.606093] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 1001.606093] env[69265]: value = "task-3476457" [ 1001.606093] env[69265]: _type = "Task" [ 1001.606093] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.619177] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.686485] env[69265]: DEBUG nova.compute.manager [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Received event network-vif-deleted-986752d4-d38a-43db-bfcc-d2cd9d91572e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.686784] env[69265]: DEBUG nova.compute.manager [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received event network-vif-plugged-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.687151] env[69265]: DEBUG oslo_concurrency.lockutils [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] Acquiring lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.687403] env[69265]: DEBUG oslo_concurrency.lockutils [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.688142] env[69265]: DEBUG oslo_concurrency.lockutils [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.688142] env[69265]: DEBUG nova.compute.manager [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] No waiting events found dispatching network-vif-plugged-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.688142] env[69265]: WARNING nova.compute.manager [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received unexpected event network-vif-plugged-66b10043-90c4-475d-95dc-dc7da2b84350 for instance with vm_state shelved_offloaded and task_state spawning. [ 1001.688142] env[69265]: DEBUG nova.compute.manager [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received event network-changed-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.688391] env[69265]: DEBUG nova.compute.manager [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Refreshing instance network info cache due to event network-changed-66b10043-90c4-475d-95dc-dc7da2b84350. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.688426] env[69265]: DEBUG oslo_concurrency.lockutils [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] Acquiring lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.886266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.889334] env[69265]: DEBUG oslo_concurrency.lockutils [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] Acquired lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.889762] env[69265]: DEBUG nova.network.neutron [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Refreshing network info cache for port 66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.935951] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='77cb9ec3f03188d25364855163a1d2ee',container_format='bare',created_at=2025-04-17T13:51:48Z,direct_url=,disk_format='vmdk',id=81c6b488-284f-4712-a861-6e81db4f9083,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-669360410-shelved',owner='e6655edf6c394a7baa518bd549cdaddf',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-17T13:52:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.935951] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.935951] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.935951] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.936325] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.936325] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.936420] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.936575] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.936774] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.937386] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.937386] env[69265]: DEBUG nova.virt.hardware [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.938476] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd2faa7-da43-4071-a0c0-ad3bd31dbe98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.944716] env[69265]: DEBUG nova.compute.manager [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Received event network-changed-38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.944920] env[69265]: DEBUG nova.compute.manager [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing instance network info cache due to event network-changed-38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.945313] env[69265]: DEBUG oslo_concurrency.lockutils [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] Acquiring lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.945476] env[69265]: DEBUG oslo_concurrency.lockutils [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] Acquired lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.945895] env[69265]: DEBUG nova.network.neutron [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing network info cache for port 38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.952184] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476456, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.962351] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3327299-7ac9-47de-8b20-913163563db3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.985834] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e2:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66b10043-90c4-475d-95dc-dc7da2b84350', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.995990] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.995990] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.995990] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd22f0c-9e48-4595-acde-7d22399c85b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.013197] env[69265]: DEBUG nova.scheduler.client.report [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.024735] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.024735] env[69265]: value = "task-3476458" [ 1002.024735] env[69265]: _type = "Task" [ 1002.024735] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.031401] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476458, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.117410] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123748} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.117725] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.118752] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda3e3d2-30d1-4774-aadc-814f5ce53ad8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.142020] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0/66ab58d5-0bec-4b56-989b-b8e5f1c37ed0.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.142020] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb47eb41-e539-4769-b8b8-d24c672dba4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.161228] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 1002.161228] env[69265]: value = "task-3476459" [ 1002.161228] env[69265]: _type = "Task" [ 1002.161228] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.170168] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.213753] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.214245] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d48509f-17dc-494b-93fd-a4c27540c3a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.222829] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1002.222829] env[69265]: value = "task-3476460" [ 1002.222829] env[69265]: _type = "Task" [ 1002.222829] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.234751] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.437836] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476456, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.518974] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.522484] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.402s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.522484] env[69265]: DEBUG nova.objects.instance [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lazy-loading 'resources' on Instance uuid 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.538711] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476458, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.554925] env[69265]: INFO nova.scheduler.client.report [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Deleted allocations for instance 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5 [ 1002.559231] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.580222] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "5aa73839-f974-430f-a1ff-035c32aedf78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.580222] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "5aa73839-f974-430f-a1ff-035c32aedf78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.674949] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.741135] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.947543] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476456, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.038402] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476458, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.065534] env[69265]: DEBUG oslo_concurrency.lockutils [None req-688ab83a-a82e-4ea1-a688-1339b8774047 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Lock "9228faa9-9da7-4ffc-80b9-e5344d0ae2d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.249s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.082536] env[69265]: DEBUG nova.compute.manager [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.125361] env[69265]: DEBUG nova.network.neutron [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updated VIF entry in instance network info cache for port 66b10043-90c4-475d-95dc-dc7da2b84350. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.125717] env[69265]: DEBUG nova.network.neutron [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating instance_info_cache with network_info: [{"id": "66b10043-90c4-475d-95dc-dc7da2b84350", "address": "fa:16:3e:ae:e2:e7", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b10043-90", "ovs_interfaceid": "66b10043-90c4-475d-95dc-dc7da2b84350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.141936] env[69265]: DEBUG nova.network.neutron [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updated VIF entry in instance network info cache for port 38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.142353] env[69265]: DEBUG nova.network.neutron [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updating instance_info_cache with network_info: [{"id": "38b28973-32f4-4450-a519-463bce430f00", "address": "fa:16:3e:2b:09:84", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b28973-32", "ovs_interfaceid": "38b28973-32f4-4450-a519-463bce430f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.177388] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.236101] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.439298] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476456, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.629738} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.439624] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 5e58122d-f6d6-45df-b99f-42bb969c736e/5e58122d-f6d6-45df-b99f-42bb969c736e.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.441035] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.441035] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-759978ee-7f11-48d0-9861-545ef0781707 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.443912] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65818d0d-c6a1-45a3-8b9c-dcbd5ae1c793 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.453452] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67fba8-21f7-4097-97fa-5e524e5936b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.456866] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1003.456866] env[69265]: value = "task-3476462" [ 1003.456866] env[69265]: _type = "Task" [ 1003.456866] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.488131] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc085d3f-1e11-4fd0-a8d1-d79e735ba4e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.495033] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.502559] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9324875b-3c8d-4479-bffe-be59d05deb87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.520579] env[69265]: DEBUG nova.compute.provider_tree [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.538224] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476458, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.619367] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.629419] env[69265]: DEBUG oslo_concurrency.lockutils [req-34319974-d648-49f7-8cbd-4c6ef540ef0b req-55666ce0-32dc-4872-a50e-82f70b426102 service nova] Releasing lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.645527] env[69265]: DEBUG oslo_concurrency.lockutils [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] Releasing lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.645865] env[69265]: DEBUG nova.compute.manager [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Received event network-changed-38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.650037] env[69265]: DEBUG nova.compute.manager [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing instance network info cache due to event network-changed-38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.650037] env[69265]: DEBUG oslo_concurrency.lockutils [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] Acquiring lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.650037] env[69265]: DEBUG oslo_concurrency.lockutils [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] Acquired lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.650037] env[69265]: DEBUG nova.network.neutron [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Refreshing network info cache for port 38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.672323] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.734541] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476460, 'name': PowerOffVM_Task, 'duration_secs': 1.088163} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.734816] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.735070] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.735969] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff8ea67-48a7-4526-93d3-2e640e09c858 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.743944] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.744302] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b74c25-2b49-4105-a057-fd47934f593c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.811734] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.811998] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.812205] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleting the datastore file [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.812806] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb8251c-201c-4507-83c4-a281990727e3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.826132] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1003.826132] env[69265]: value = "task-3476464" [ 1003.826132] env[69265]: _type = "Task" [ 1003.826132] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.838363] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.968418] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096979} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.968860] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.972790] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6f19a9-5e7b-4481-b377-d3e818f9c231 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.993852] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5e58122d-f6d6-45df-b99f-42bb969c736e/5e58122d-f6d6-45df-b99f-42bb969c736e.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.994884] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d496f8cb-72c5-48d9-849a-15b224775183 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.015305] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1004.015305] env[69265]: value = "task-3476465" [ 1004.015305] env[69265]: _type = "Task" [ 1004.015305] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.025773] env[69265]: DEBUG nova.scheduler.client.report [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.030452] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.041531] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476458, 'name': CreateVM_Task, 'duration_secs': 1.680245} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.041531] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.041531] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.041531] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.041849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.042129] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393254a6-dbd3-429a-b520-3fb210782e66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.048576] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1004.048576] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523ada86-af40-7c1e-756a-99287eb0f16c" [ 1004.048576] env[69265]: _type = "Task" [ 1004.048576] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.066722] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523ada86-af40-7c1e-756a-99287eb0f16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.179023] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476459, 'name': ReconfigVM_Task, 'duration_secs': 1.602726} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.179023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.179023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.179023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.179023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.179023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.179845] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0/66ab58d5-0bec-4b56-989b-b8e5f1c37ed0.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.180883] env[69265]: INFO nova.compute.manager [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Terminating instance [ 1004.182653] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc20f829-d6be-4291-b1c5-b3fdbc32edb4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.199611] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 1004.199611] env[69265]: value = "task-3476466" [ 1004.199611] env[69265]: _type = "Task" [ 1004.199611] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.210565] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476466, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.341315] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179003} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.341612] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.342125] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.342125] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.415383] env[69265]: DEBUG nova.network.neutron [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updated VIF entry in instance network info cache for port 38b28973-32f4-4450-a519-463bce430f00. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.415383] env[69265]: DEBUG nova.network.neutron [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updating instance_info_cache with network_info: [{"id": "38b28973-32f4-4450-a519-463bce430f00", "address": "fa:16:3e:2b:09:84", "network": {"id": "d31df6b3-857c-45c2-8609-fe60a27bb537", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-164029570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d6d49f0b3cb42da9c77b1440f893284", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b28973-32", "ovs_interfaceid": "38b28973-32f4-4450-a519-463bce430f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.527922] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476465, 'name': ReconfigVM_Task, 'duration_secs': 0.285634} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.527922] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5e58122d-f6d6-45df-b99f-42bb969c736e/5e58122d-f6d6-45df-b99f-42bb969c736e.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.528965] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e01da79d-04c1-4260-9d13-5b067755b838 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.532655] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.534368] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.053s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.536375] env[69265]: INFO nova.compute.claims [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.544572] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1004.544572] env[69265]: value = "task-3476468" [ 1004.544572] env[69265]: _type = "Task" [ 1004.544572] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.559066] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476468, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.562465] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.562797] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Processing image 81c6b488-284f-4712-a861-6e81db4f9083 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.563095] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083/81c6b488-284f-4712-a861-6e81db4f9083.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.563285] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083/81c6b488-284f-4712-a861-6e81db4f9083.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.563508] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.563805] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dcdba6a-23f4-464c-9d71-1c031d08f574 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.566775] env[69265]: INFO nova.scheduler.client.report [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Deleted allocations for instance 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6 [ 1004.580181] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.580181] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.580181] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2cd1904-3bfe-4c3b-a348-1557f7c347cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.585491] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1004.585491] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52399e17-5159-1b2c-0530-c59fe7d34ec8" [ 1004.585491] env[69265]: _type = "Task" [ 1004.585491] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.595322] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52399e17-5159-1b2c-0530-c59fe7d34ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.694162] env[69265]: DEBUG nova.compute.manager [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.694432] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.695519] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df028042-f782-4477-90e7-8b354bbdda74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.709186] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.710076] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30a1947-6b76-4ff3-9f19-13f2c14d4d9b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.715832] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476466, 'name': Rename_Task, 'duration_secs': 0.150114} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.716656] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.716982] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a80c6b-2b34-4b13-bb28-506c66a21587 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.721054] env[69265]: DEBUG oslo_vmware.api [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 1004.721054] env[69265]: value = "task-3476469" [ 1004.721054] env[69265]: _type = "Task" [ 1004.721054] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.726019] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 1004.726019] env[69265]: value = "task-3476470" [ 1004.726019] env[69265]: _type = "Task" [ 1004.726019] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.734174] env[69265]: DEBUG oslo_vmware.api [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.748072] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476470, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.918393] env[69265]: DEBUG oslo_concurrency.lockutils [req-210a1b33-5e85-47de-a594-84ed05f084ee req-05b85f30-1b08-4f5a-9309-993985be7e34 service nova] Releasing lock "refresh_cache-fed9328b-a6c0-48b2-aab6-c2dbffa5130f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.062367] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476468, 'name': Rename_Task, 'duration_secs': 0.15616} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.065918] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.065918] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54985582-01cd-4cc0-891b-c79794e7e46f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.077472] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1005.077472] env[69265]: value = "task-3476471" [ 1005.077472] env[69265]: _type = "Task" [ 1005.077472] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.078587] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Lock "7f488f85-65a0-4ad5-b9c9-66b2111ec5f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.837s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.096848] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476471, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.104023] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Preparing fetch location {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1005.104023] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Fetch image to [datastore1] OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1/OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1.vmdk {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1005.104023] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Downloading stream optimized image 81c6b488-284f-4712-a861-6e81db4f9083 to [datastore1] OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1/OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1.vmdk on the data store datastore1 as vApp {{(pid=69265) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1005.104023] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Downloading image file data 81c6b488-284f-4712-a861-6e81db4f9083 to the ESX as VM named 'OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1' {{(pid=69265) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1005.208880] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1005.208880] env[69265]: value = "resgroup-9" [ 1005.208880] env[69265]: _type = "ResourcePool" [ 1005.208880] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1005.209276] env[69265]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d5f59f59-66e6-4f76-81b7-c4b2aa690f9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.245439] env[69265]: DEBUG oslo_vmware.api [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476469, 'name': PowerOffVM_Task, 'duration_secs': 0.222825} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.245618] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.246951] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.247171] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.247505] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lease: (returnval){ [ 1005.247505] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc2d3b-94b2-9362-9925-c79a996589f3" [ 1005.247505] env[69265]: _type = "HttpNfcLease" [ 1005.247505] env[69265]: } obtained for vApp import into resource pool (val){ [ 1005.247505] env[69265]: value = "resgroup-9" [ 1005.247505] env[69265]: _type = "ResourcePool" [ 1005.247505] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1005.247739] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the lease: (returnval){ [ 1005.247739] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc2d3b-94b2-9362-9925-c79a996589f3" [ 1005.247739] env[69265]: _type = "HttpNfcLease" [ 1005.247739] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1005.247947] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef6af82d-355d-4fd7-aac4-a6e7633f609c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.261931] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.261931] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc2d3b-94b2-9362-9925-c79a996589f3" [ 1005.261931] env[69265]: _type = "HttpNfcLease" [ 1005.261931] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.384033] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.384299] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.384455] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.384635] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.384784] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.384933] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.385163] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.385398] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.385488] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.385648] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.385956] env[69265]: DEBUG nova.virt.hardware [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.386709] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55fd4f4-8f46-4475-aeb8-4bcd7b90f6ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.395869] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aae345d-2be7-497b-b13c-b5c890923676 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.412428] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6c:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e51caf2-dbe3-454a-9bc3-707e2862a4c4', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.420978] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.421322] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.421606] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb1944e-ae43-4418-81cc-539fc5ea326b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.446236] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.446236] env[69265]: value = "task-3476474" [ 1005.446236] env[69265]: _type = "Task" [ 1005.446236] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.459020] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476474, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.468707] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.468824] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.469227] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Deleting the datastore file [datastore2] 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.469301] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fc9d93a-ccd9-43c2-af2c-f3407c1c4bed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.478653] env[69265]: DEBUG oslo_vmware.api [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for the task: (returnval){ [ 1005.478653] env[69265]: value = "task-3476475" [ 1005.478653] env[69265]: _type = "Task" [ 1005.478653] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.491195] env[69265]: DEBUG oslo_vmware.api [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.603026] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.750805] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "040c7a12-1ff5-492a-bace-cf58db235c91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.751216] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "040c7a12-1ff5-492a-bace-cf58db235c91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.752951] env[69265]: DEBUG oslo_vmware.api [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476470, 'name': PowerOnVM_Task, 'duration_secs': 0.782447} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.761302] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.761609] env[69265]: DEBUG nova.compute.manager [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.763083] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0273ed-a326-4040-b1b8-5af94911d92a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.772844] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.772844] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc2d3b-94b2-9362-9925-c79a996589f3" [ 1005.772844] env[69265]: _type = "HttpNfcLease" [ 1005.772844] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.961150] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476474, 'name': CreateVM_Task, 'duration_secs': 0.461544} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.961344] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.962227] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.962444] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.962770] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.963165] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69299757-2948-4028-96e7-eaac2d078393 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.972702] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1005.972702] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52547299-7aa3-b8a4-d542-44c90810b3b4" [ 1005.972702] env[69265]: _type = "Task" [ 1005.972702] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.986694] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52547299-7aa3-b8a4-d542-44c90810b3b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.987415] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9fa4d-2956-4fd8-86c5-6e4f83a5356c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.001196] env[69265]: DEBUG oslo_vmware.api [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Task: {'id': task-3476475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258176} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.001957] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1133156-800e-4011-87f9-d5d952f05212 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.006095] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.006307] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.006492] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.006669] env[69265]: INFO nova.compute.manager [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1006.006912] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.007146] env[69265]: DEBUG nova.compute.manager [-] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.007245] env[69265]: DEBUG nova.network.neutron [-] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.045222] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b614623d-9370-47fa-a3b5-261997b1efe1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.049996] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5089e51d-b3e5-437e-9b1c-73ec1a601220 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.066161] env[69265]: DEBUG nova.compute.provider_tree [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.098662] env[69265]: DEBUG oslo_vmware.api [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476471, 'name': PowerOnVM_Task, 'duration_secs': 0.576289} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.098829] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.099095] env[69265]: INFO nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Took 11.95 seconds to spawn the instance on the hypervisor. [ 1006.099291] env[69265]: DEBUG nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.100330] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73a50d0-402b-4bd2-aefd-01ad70062321 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.256943] env[69265]: DEBUG nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.264909] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.264909] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc2d3b-94b2-9362-9925-c79a996589f3" [ 1006.264909] env[69265]: _type = "HttpNfcLease" [ 1006.264909] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1006.265233] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1006.265233] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc2d3b-94b2-9362-9925-c79a996589f3" [ 1006.265233] env[69265]: _type = "HttpNfcLease" [ 1006.265233] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1006.266016] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73826faa-cdf4-48a2-851f-d21dfa3d4933 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.274645] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253e4be-139a-3fdf-f0ff-4ae6ca193091/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1006.274814] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253e4be-139a-3fdf-f0ff-4ae6ca193091/disk-0.vmdk. {{(pid=69265) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1006.355043] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.355378] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99da192f-b622-45e8-a068-50fb3477a6d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.485799] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52547299-7aa3-b8a4-d542-44c90810b3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.031902} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.486178] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.486889] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.488992] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.488992] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.488992] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.488992] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca8890b-1a8c-4e6f-ad80-c28bec8238ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.499976] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.500333] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.501442] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c08ac06-dfdc-441a-a7ea-a9d0ec164ccb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.510026] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1006.510026] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5288f700-9581-e602-aad0-dc675c209ece" [ 1006.510026] env[69265]: _type = "Task" [ 1006.510026] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.517554] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5288f700-9581-e602-aad0-dc675c209ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.570865] env[69265]: DEBUG nova.scheduler.client.report [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.627890] env[69265]: INFO nova.compute.manager [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Took 27.86 seconds to build instance. [ 1006.802818] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.008354] env[69265]: DEBUG nova.compute.manager [req-3bcf2f16-525b-463a-b288-c3a864393b6d req-0a833909-4314-4f35-a4c1-1ec8d4db57da service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Received event network-vif-deleted-9e7f742f-3555-4c07-8594-8b2e05e91df0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.008795] env[69265]: INFO nova.compute.manager [req-3bcf2f16-525b-463a-b288-c3a864393b6d req-0a833909-4314-4f35-a4c1-1ec8d4db57da service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Neutron deleted interface 9e7f742f-3555-4c07-8594-8b2e05e91df0; detaching it from the instance and deleting it from the info cache [ 1007.008837] env[69265]: DEBUG nova.network.neutron [req-3bcf2f16-525b-463a-b288-c3a864393b6d req-0a833909-4314-4f35-a4c1-1ec8d4db57da service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.042614] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5288f700-9581-e602-aad0-dc675c209ece, 'name': SearchDatastore_Task, 'duration_secs': 0.014696} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.046927] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb9ed79-1c20-4f7e-a404-54062cb730a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.057379] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1007.057379] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52706fa2-66e8-35b0-66b6-11cf76c456f5" [ 1007.057379] env[69265]: _type = "Task" [ 1007.057379] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.079511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.079511] env[69265]: DEBUG nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.082902] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52706fa2-66e8-35b0-66b6-11cf76c456f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016042} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.088022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.563s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.090286] env[69265]: INFO nova.compute.claims [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.093895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.094315] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.102738] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ee860de-1634-4cb6-aa14-37a2b26bba14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.120859] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1007.120859] env[69265]: value = "task-3476477" [ 1007.120859] env[69265]: _type = "Task" [ 1007.120859] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.134380] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cf87ab50-9a53-4880-83f6-dbd474f94a93 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.388s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.134550] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.412633] env[69265]: DEBUG nova.network.neutron [-] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.518802] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c713fbe9-52f0-472d-a618-780d6cc3972d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.536023] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced4a4e-1aff-4c4f-8d0a-681fc6dd08ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.588109] env[69265]: DEBUG nova.compute.utils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.594524] env[69265]: DEBUG nova.compute.manager [req-3bcf2f16-525b-463a-b288-c3a864393b6d req-0a833909-4314-4f35-a4c1-1ec8d4db57da service nova] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Detach interface failed, port_id=9e7f742f-3555-4c07-8594-8b2e05e91df0, reason: Instance 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.599031] env[69265]: DEBUG nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.599031] env[69265]: DEBUG nova.network.neutron [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.604487] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.604487] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.605065] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.605065] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.607422] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.608334] env[69265]: INFO nova.compute.manager [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Terminating instance [ 1007.637745] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476477, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.703284] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Completed reading data from the image iterator. {{(pid=69265) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1007.703540] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253e4be-139a-3fdf-f0ff-4ae6ca193091/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1007.704688] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68237aee-207d-4b10-a4a9-4e833aaff7e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.719542] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253e4be-139a-3fdf-f0ff-4ae6ca193091/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1007.719766] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253e4be-139a-3fdf-f0ff-4ae6ca193091/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1007.720342] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fa55f0f5-8641-4c24-aa40-bd15e5ec6152 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.835792] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "5e58122d-f6d6-45df-b99f-42bb969c736e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.836038] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.836329] env[69265]: DEBUG nova.compute.manager [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.837203] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc7a72-f7e8-43c0-b795-caea22c67d1a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.844896] env[69265]: DEBUG nova.compute.manager [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1007.847485] env[69265]: DEBUG nova.objects.instance [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lazy-loading 'flavor' on Instance uuid 5e58122d-f6d6-45df-b99f-42bb969c736e {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.880982] env[69265]: DEBUG nova.policy [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388dcd4855bc4609ac7ca9ce3ef9210c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '925cbd61e9db45ba9cf1cc117824f34e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.922039] env[69265]: INFO nova.compute.manager [-] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Took 1.91 seconds to deallocate network for instance. [ 1008.095205] env[69265]: DEBUG nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.118570] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "refresh_cache-66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.118570] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquired lock "refresh_cache-66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.118570] env[69265]: DEBUG nova.network.neutron [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.136960] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600788} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.137855] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.138166] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.138747] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1cbaa7d-31a9-417a-8fba-587f5c4a52a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.149790] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1008.149790] env[69265]: value = "task-3476478" [ 1008.149790] env[69265]: _type = "Task" [ 1008.149790] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.166071] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.218827] env[69265]: DEBUG oslo_vmware.rw_handles [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253e4be-139a-3fdf-f0ff-4ae6ca193091/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1008.219082] env[69265]: INFO nova.virt.vmwareapi.images [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Downloaded image file data 81c6b488-284f-4712-a861-6e81db4f9083 [ 1008.219985] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186907d5-0bb8-4dff-8c8b-d950bbaebc4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.244977] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bba48b49-bb2d-410b-85a5-1830538a94e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.279197] env[69265]: INFO nova.virt.vmwareapi.images [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] The imported VM was unregistered [ 1008.281791] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Caching image {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1008.284830] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Creating directory with path [datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083 {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.285187] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36772b6b-f50e-4b78-9d6c-f11d5f10a9b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.304378] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Created directory with path [datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083 {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.304509] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1/OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1.vmdk to [datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083/81c6b488-284f-4712-a861-6e81db4f9083.vmdk. {{(pid=69265) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1008.304758] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f7826169-acef-44e7-abf6-d93a87824872 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.316812] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1008.316812] env[69265]: value = "task-3476480" [ 1008.316812] env[69265]: _type = "Task" [ 1008.316812] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.325966] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476480, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.430126] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.468400] env[69265]: DEBUG nova.network.neutron [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Successfully created port: e6b84bdd-3c73-4797-805b-5ab698e65ca9 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.580237] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f7487-e59d-41db-ae3a-48cbcc82101d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.588490] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db07df-ff2b-41e2-a948-2c5d6b9be75b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.645594] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329be8e6-1436-4396-a279-70084d282daf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.655185] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86924c-f690-4a2a-a46b-5c6b2d2ed520 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.680647] env[69265]: DEBUG nova.compute.provider_tree [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.682689] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0783} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.689174] env[69265]: DEBUG nova.network.neutron [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.689174] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.689526] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc61fbce-f975-4604-9091-1ac99283def9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.717362] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.717819] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc54464a-50d4-496e-8268-1dd2bfff9c3f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.740725] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1008.740725] env[69265]: value = "task-3476482" [ 1008.740725] env[69265]: _type = "Task" [ 1008.740725] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.751177] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476482, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.830510] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476480, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.852960] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.853557] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c990980-144c-4b31-ba80-ec12940bed49 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.856270] env[69265]: DEBUG nova.network.neutron [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.869453] env[69265]: DEBUG oslo_vmware.api [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1008.869453] env[69265]: value = "task-3476483" [ 1008.869453] env[69265]: _type = "Task" [ 1008.869453] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.884512] env[69265]: DEBUG oslo_vmware.api [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.145405] env[69265]: DEBUG nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.191130] env[69265]: DEBUG nova.scheduler.client.report [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.207854] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.208061] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.208242] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.208506] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.208660] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.208903] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.209061] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.209235] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.209411] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.209576] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.211975] env[69265]: DEBUG nova.virt.hardware [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.212806] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbe071a-7744-4c43-b800-53afea8fa2f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.226448] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656f519-538b-40dd-90a3-e1fca26bcae7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.260811] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.332415] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476480, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.362094] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Releasing lock "refresh_cache-66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.362094] env[69265]: DEBUG nova.compute.manager [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.362094] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.362094] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73125a5-cfaa-4067-b8c7-d70f0a461753 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.377562] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.378502] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b04316b-1adb-483a-a402-144d236fe616 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.385725] env[69265]: DEBUG oslo_vmware.api [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476483, 'name': PowerOffVM_Task, 'duration_secs': 0.246386} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.385725] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.385725] env[69265]: DEBUG nova.compute.manager [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.387129] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892e255-cfc8-4095-a3dc-bf4ec6e819cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.395890] env[69265]: DEBUG oslo_vmware.api [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 1009.395890] env[69265]: value = "task-3476484" [ 1009.395890] env[69265]: _type = "Task" [ 1009.395890] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.414293] env[69265]: DEBUG oslo_vmware.api [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.695984] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.696565] env[69265]: DEBUG nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.703335] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.996s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.703335] env[69265]: DEBUG nova.objects.instance [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lazy-loading 'resources' on Instance uuid 4d08e52a-5b79-4de8-9ad2-f4269ad61956 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.760613] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476482, 'name': ReconfigVM_Task, 'duration_secs': 0.553824} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.760960] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635/ef5ae28a-6c13-4a59-9bf3-f241df6b8635.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.761780] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-472f91c2-bd05-410d-8234-da00c54eca2b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.772297] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1009.772297] env[69265]: value = "task-3476485" [ 1009.772297] env[69265]: _type = "Task" [ 1009.772297] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.782690] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476485, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.831635] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476480, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.910464] env[69265]: DEBUG oslo_vmware.api [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.910464] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2bab01d7-f663-40a1-9e3c-a7acefa48374 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.207984] env[69265]: DEBUG nova.compute.utils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.212069] env[69265]: DEBUG nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.212267] env[69265]: DEBUG nova.network.neutron [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.218757] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.219014] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.282811] env[69265]: DEBUG nova.policy [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9f3247ea71462386d33a35099087ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73342363a92549deab4aa81459a7a272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.292245] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476485, 'name': Rename_Task, 'duration_secs': 0.269749} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.292560] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.292911] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd2a7bb0-8f0f-4826-a6ba-2a6fb4f01503 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.304128] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1010.304128] env[69265]: value = "task-3476486" [ 1010.304128] env[69265]: _type = "Task" [ 1010.304128] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.314048] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.363497] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476480, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.412416] env[69265]: DEBUG oslo_vmware.api [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476484, 'name': PowerOffVM_Task, 'duration_secs': 0.763973} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.415506] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.415506] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.418624] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-546e3265-1cb9-4ae6-a67c-83fec2e8c2a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.461098] env[69265]: DEBUG nova.compute.manager [req-9803b2ef-79b4-4588-920e-f6474c517335 req-c6bc949a-dac0-4681-82d0-d5e76a55a49b service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Received event network-vif-plugged-e6b84bdd-3c73-4797-805b-5ab698e65ca9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.461467] env[69265]: DEBUG oslo_concurrency.lockutils [req-9803b2ef-79b4-4588-920e-f6474c517335 req-c6bc949a-dac0-4681-82d0-d5e76a55a49b service nova] Acquiring lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.461757] env[69265]: DEBUG oslo_concurrency.lockutils [req-9803b2ef-79b4-4588-920e-f6474c517335 req-c6bc949a-dac0-4681-82d0-d5e76a55a49b service nova] Lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.461936] env[69265]: DEBUG oslo_concurrency.lockutils [req-9803b2ef-79b4-4588-920e-f6474c517335 req-c6bc949a-dac0-4681-82d0-d5e76a55a49b service nova] Lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.462126] env[69265]: DEBUG nova.compute.manager [req-9803b2ef-79b4-4588-920e-f6474c517335 req-c6bc949a-dac0-4681-82d0-d5e76a55a49b service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] No waiting events found dispatching network-vif-plugged-e6b84bdd-3c73-4797-805b-5ab698e65ca9 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.462377] env[69265]: WARNING nova.compute.manager [req-9803b2ef-79b4-4588-920e-f6474c517335 req-c6bc949a-dac0-4681-82d0-d5e76a55a49b service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Received unexpected event network-vif-plugged-e6b84bdd-3c73-4797-805b-5ab698e65ca9 for instance with vm_state building and task_state spawning. [ 1010.537971] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.538279] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.538958] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Deleting the datastore file [datastore1] 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.538958] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-895803a8-f61d-4745-ab5b-61a115dc8511 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.547401] env[69265]: DEBUG oslo_vmware.api [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for the task: (returnval){ [ 1010.547401] env[69265]: value = "task-3476488" [ 1010.547401] env[69265]: _type = "Task" [ 1010.547401] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.569744] env[69265]: DEBUG oslo_vmware.api [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.627856] env[69265]: DEBUG nova.network.neutron [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Successfully updated port: e6b84bdd-3c73-4797-805b-5ab698e65ca9 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.715042] env[69265]: DEBUG nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.723648] env[69265]: DEBUG nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.824658] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.836727] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476480, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.844642] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636687e0-2cea-4251-b105-6c26ed5c89e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.859947] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7521b1c2-dde5-41a6-aee3-95aa73c7b4db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.910952] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89cdaf8-96b1-483c-ae0b-ffb2fec7591f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.919398] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3702a21a-1f8c-4148-bd31-461d0b1b784c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.935059] env[69265]: DEBUG nova.compute.provider_tree [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.075674] env[69265]: DEBUG oslo_vmware.api [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.075674] env[69265]: DEBUG nova.network.neutron [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Successfully created port: 0ed49f44-de8e-451a-8f64-95eb2ec68f11 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.130511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "5e58122d-f6d6-45df-b99f-42bb969c736e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.130511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.130511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "5e58122d-f6d6-45df-b99f-42bb969c736e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.130511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.130511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.133326] env[69265]: INFO nova.compute.manager [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Terminating instance [ 1011.136612] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.136793] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.137049] env[69265]: DEBUG nova.network.neutron [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.248605] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.316264] env[69265]: DEBUG oslo_vmware.api [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476486, 'name': PowerOnVM_Task, 'duration_secs': 0.654401} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.317038] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.317038] env[69265]: DEBUG nova.compute.manager [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.317571] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf28eed-d881-4743-bf51-2069145b084a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.336755] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476480, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.442933] env[69265]: DEBUG nova.scheduler.client.report [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.558859] env[69265]: DEBUG oslo_vmware.api [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Task: {'id': task-3476488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.988608} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.559186] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.559327] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.559510] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.559728] env[69265]: INFO nova.compute.manager [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1011.559936] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.560200] env[69265]: DEBUG nova.compute.manager [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.560263] env[69265]: DEBUG nova.network.neutron [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.576667] env[69265]: DEBUG nova.network.neutron [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.642082] env[69265]: DEBUG nova.compute.manager [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.642435] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.645540] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d2b87-a51d-4652-8882-bcf6dc9aeec0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.653971] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.654312] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-567bb3c9-1b23-4f26-af1a-bd19a8713d4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.689898] env[69265]: DEBUG nova.network.neutron [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.726210] env[69265]: DEBUG nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.772653] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.772888] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.773090] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleting the datastore file [datastore2] 5e58122d-f6d6-45df-b99f-42bb969c736e {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.773374] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038838f3-3a43-46bd-911b-64b177fdbff9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.781112] env[69265]: DEBUG oslo_vmware.api [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1011.781112] env[69265]: value = "task-3476490" [ 1011.781112] env[69265]: _type = "Task" [ 1011.781112] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.786922] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.787246] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.787324] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.787516] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.787692] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.787844] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.788058] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.788221] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.788388] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.788548] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.788717] env[69265]: DEBUG nova.virt.hardware [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.789474] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff853a3d-dafa-4119-84ba-c460bd70c724 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.794616] env[69265]: DEBUG oslo_vmware.api [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.799288] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49660ac3-5281-4aca-bfda-594710d98103 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.839619] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476480, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.322217} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.840103] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.840403] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1/OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1.vmdk to [datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083/81c6b488-284f-4712-a861-6e81db4f9083.vmdk. [ 1011.840555] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Cleaning up location [datastore1] OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1011.840717] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f1c59b31-d95f-430c-8055-3946bb9440f1 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.840955] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86eccedb-f9af-4619-97ab-6ad603da95ea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.847478] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1011.847478] env[69265]: value = "task-3476491" [ 1011.847478] env[69265]: _type = "Task" [ 1011.847478] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.855544] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.889781] env[69265]: DEBUG nova.network.neutron [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Updating instance_info_cache with network_info: [{"id": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "address": "fa:16:3e:ad:a6:49", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b84bdd-3c", "ovs_interfaceid": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.948092] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.950700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.537s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.950943] env[69265]: DEBUG nova.objects.instance [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lazy-loading 'resources' on Instance uuid 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.010176] env[69265]: INFO nova.scheduler.client.report [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted allocations for instance 4d08e52a-5b79-4de8-9ad2-f4269ad61956 [ 1012.079106] env[69265]: DEBUG nova.network.neutron [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.292943] env[69265]: DEBUG oslo_vmware.api [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.359110] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203553} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.359287] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.359455] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083/81c6b488-284f-4712-a861-6e81db4f9083.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.359695] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083/81c6b488-284f-4712-a861-6e81db4f9083.vmdk to [datastore1] cd72fe81-eab5-496c-9f24-21ea8d2c6e20/cd72fe81-eab5-496c-9f24-21ea8d2c6e20.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.359954] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1550ea-4381-4a2a-9899-ff37d0dbb827 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.367751] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1012.367751] env[69265]: value = "task-3476492" [ 1012.367751] env[69265]: _type = "Task" [ 1012.367751] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.376137] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.392184] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.392711] env[69265]: DEBUG nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Instance network_info: |[{"id": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "address": "fa:16:3e:ad:a6:49", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b84bdd-3c", "ovs_interfaceid": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.393200] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:a6:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6b84bdd-3c73-4797-805b-5ab698e65ca9', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.400858] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Creating folder: Project (925cbd61e9db45ba9cf1cc117824f34e). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.401216] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93ad5c19-dad8-4791-94ac-fbdebd5c230a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.414236] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Created folder: Project (925cbd61e9db45ba9cf1cc117824f34e) in parent group-v694865. [ 1012.414533] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Creating folder: Instances. Parent ref: group-v695082. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.414821] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-215069c3-e685-47e1-a1e1-857472887c84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.426778] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Created folder: Instances in parent group-v695082. [ 1012.426778] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.426778] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.426778] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d30c1c55-9fac-453e-ae30-3c78040ebf2a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.448607] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.448607] env[69265]: value = "task-3476495" [ 1012.448607] env[69265]: _type = "Task" [ 1012.448607] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.463475] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476495, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.518567] env[69265]: DEBUG oslo_concurrency.lockutils [None req-42722781-4f92-4b0e-b420-0d418f0eb195 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "4d08e52a-5b79-4de8-9ad2-f4269ad61956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.217s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.554220] env[69265]: DEBUG nova.compute.manager [req-9250cab0-d7d7-4a62-b5e1-c4d759a63ef4 req-fd2d68e7-0c99-43bb-8dd6-2ecd6298a48a service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Received event network-changed-e6b84bdd-3c73-4797-805b-5ab698e65ca9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.554466] env[69265]: DEBUG nova.compute.manager [req-9250cab0-d7d7-4a62-b5e1-c4d759a63ef4 req-fd2d68e7-0c99-43bb-8dd6-2ecd6298a48a service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Refreshing instance network info cache due to event network-changed-e6b84bdd-3c73-4797-805b-5ab698e65ca9. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.555253] env[69265]: DEBUG oslo_concurrency.lockutils [req-9250cab0-d7d7-4a62-b5e1-c4d759a63ef4 req-fd2d68e7-0c99-43bb-8dd6-2ecd6298a48a service nova] Acquiring lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.555253] env[69265]: DEBUG oslo_concurrency.lockutils [req-9250cab0-d7d7-4a62-b5e1-c4d759a63ef4 req-fd2d68e7-0c99-43bb-8dd6-2ecd6298a48a service nova] Acquired lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.555253] env[69265]: DEBUG nova.network.neutron [req-9250cab0-d7d7-4a62-b5e1-c4d759a63ef4 req-fd2d68e7-0c99-43bb-8dd6-2ecd6298a48a service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Refreshing network info cache for port e6b84bdd-3c73-4797-805b-5ab698e65ca9 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.581970] env[69265]: INFO nova.compute.manager [-] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Took 1.02 seconds to deallocate network for instance. [ 1012.644052] env[69265]: DEBUG nova.network.neutron [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Successfully updated port: 0ed49f44-de8e-451a-8f64-95eb2ec68f11 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.793758] env[69265]: DEBUG oslo_vmware.api [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.900587} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.796703] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.797147] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.797147] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.797285] env[69265]: INFO nova.compute.manager [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1012.797536] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.798956] env[69265]: DEBUG nova.compute.manager [-] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.798956] env[69265]: DEBUG nova.network.neutron [-] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.830921] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c1e9fb-1dd1-4dba-8194-7a074b369278 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.839963] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523d039-5617-4226-b81c-a91731bce1fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.880243] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676465e3-90a4-4418-acf9-3c1255848110 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.893100] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e354bc-4ca2-4a71-aa61-c91e44ea12c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.897540] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476492, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.913304] env[69265]: DEBUG nova.compute.provider_tree [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.959902] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476495, 'name': CreateVM_Task, 'duration_secs': 0.46782} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.960151] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.961233] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.961407] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.961741] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.962013] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4f7e43-3a57-42fa-b448-b542aebed8e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.968383] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1012.968383] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5267b11a-2f39-0e7d-75d6-ce4cae9daffa" [ 1012.968383] env[69265]: _type = "Task" [ 1012.968383] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.977945] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5267b11a-2f39-0e7d-75d6-ce4cae9daffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.095693] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.147952] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "refresh_cache-f4f0a86a-86f6-4011-84ec-f2ec026554b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.147998] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "refresh_cache-f4f0a86a-86f6-4011-84ec-f2ec026554b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.149888] env[69265]: DEBUG nova.network.neutron [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.318034] env[69265]: DEBUG nova.network.neutron [req-9250cab0-d7d7-4a62-b5e1-c4d759a63ef4 req-fd2d68e7-0c99-43bb-8dd6-2ecd6298a48a service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Updated VIF entry in instance network info cache for port e6b84bdd-3c73-4797-805b-5ab698e65ca9. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.318319] env[69265]: DEBUG nova.network.neutron [req-9250cab0-d7d7-4a62-b5e1-c4d759a63ef4 req-fd2d68e7-0c99-43bb-8dd6-2ecd6298a48a service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Updating instance_info_cache with network_info: [{"id": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "address": "fa:16:3e:ad:a6:49", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b84bdd-3c", "ovs_interfaceid": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.388236] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476492, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.417106] env[69265]: DEBUG nova.scheduler.client.report [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.480249] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5267b11a-2f39-0e7d-75d6-ce4cae9daffa, 'name': SearchDatastore_Task, 'duration_secs': 0.018483} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.480398] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.480632] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.480962] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.481097] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.481251] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.481470] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f9893f1-b77c-43b5-a0ba-c0e44187ee4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.492136] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.492338] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.493173] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f95e9f-dee4-475d-bd59-8d201a6285af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.499356] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1013.499356] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52677cab-1f9d-c94c-6ef2-29ee174171f8" [ 1013.499356] env[69265]: _type = "Task" [ 1013.499356] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.508354] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52677cab-1f9d-c94c-6ef2-29ee174171f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.553123] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.553445] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.553663] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.553855] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.554050] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.556482] env[69265]: INFO nova.compute.manager [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Terminating instance [ 1013.682522] env[69265]: DEBUG nova.network.neutron [-] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.686733] env[69265]: DEBUG nova.network.neutron [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.821040] env[69265]: DEBUG oslo_concurrency.lockutils [req-9250cab0-d7d7-4a62-b5e1-c4d759a63ef4 req-fd2d68e7-0c99-43bb-8dd6-2ecd6298a48a service nova] Releasing lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.840777] env[69265]: DEBUG nova.network.neutron [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Updating instance_info_cache with network_info: [{"id": "0ed49f44-de8e-451a-8f64-95eb2ec68f11", "address": "fa:16:3e:5f:2f:ac", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed49f44-de", "ovs_interfaceid": "0ed49f44-de8e-451a-8f64-95eb2ec68f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.890814] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476492, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.922461] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.925350] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.661s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.927019] env[69265]: INFO nova.compute.claims [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.949073] env[69265]: INFO nova.scheduler.client.report [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Deleted allocations for instance 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3 [ 1014.011852] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52677cab-1f9d-c94c-6ef2-29ee174171f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015366} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.012697] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89cc3ed-0d16-4ea2-b7de-8779517c5188 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.019527] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1014.019527] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5232acd6-c034-d7f8-7b8b-c506497e174c" [ 1014.019527] env[69265]: _type = "Task" [ 1014.019527] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.029982] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5232acd6-c034-d7f8-7b8b-c506497e174c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.060620] env[69265]: DEBUG nova.compute.manager [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.060943] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.061980] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05248b1e-af8c-48d8-b1fe-9ff52db577f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.071856] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.072118] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-360405b3-f809-41bc-8a7f-72dc5c6195e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.080459] env[69265]: DEBUG oslo_vmware.api [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1014.080459] env[69265]: value = "task-3476497" [ 1014.080459] env[69265]: _type = "Task" [ 1014.080459] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.090842] env[69265]: DEBUG oslo_vmware.api [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.185334] env[69265]: INFO nova.compute.manager [-] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Took 1.39 seconds to deallocate network for instance. [ 1014.344454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "refresh_cache-f4f0a86a-86f6-4011-84ec-f2ec026554b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.344870] env[69265]: DEBUG nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Instance network_info: |[{"id": "0ed49f44-de8e-451a-8f64-95eb2ec68f11", "address": "fa:16:3e:5f:2f:ac", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed49f44-de", "ovs_interfaceid": "0ed49f44-de8e-451a-8f64-95eb2ec68f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.345384] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:2f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ed49f44-de8e-451a-8f64-95eb2ec68f11', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.353693] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.353955] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.354202] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b80bf2-d1bf-46f2-bf12-61f735ed72bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.376063] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.376063] env[69265]: value = "task-3476498" [ 1014.376063] env[69265]: _type = "Task" [ 1014.376063] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.389507] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476498, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.394121] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476492, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.457784] env[69265]: DEBUG oslo_concurrency.lockutils [None req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Lock "1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.941s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.532325] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5232acd6-c034-d7f8-7b8b-c506497e174c, 'name': SearchDatastore_Task, 'duration_secs': 0.021924} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.532679] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.533264] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e/7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.533264] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0388b72-0235-46a8-b6d3-abe61341c704 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.543574] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1014.543574] env[69265]: value = "task-3476499" [ 1014.543574] env[69265]: _type = "Task" [ 1014.543574] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.553802] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.592453] env[69265]: DEBUG oslo_vmware.api [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476497, 'name': PowerOffVM_Task, 'duration_secs': 0.380351} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.592762] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.592933] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.593219] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d22333d4-6e5b-47d3-afa1-c087a92ab8dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.612285] env[69265]: DEBUG nova.compute.manager [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Received event network-vif-plugged-0ed49f44-de8e-451a-8f64-95eb2ec68f11 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.612475] env[69265]: DEBUG oslo_concurrency.lockutils [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] Acquiring lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.612723] env[69265]: DEBUG oslo_concurrency.lockutils [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] Lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.612869] env[69265]: DEBUG oslo_concurrency.lockutils [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] Lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.613052] env[69265]: DEBUG nova.compute.manager [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] No waiting events found dispatching network-vif-plugged-0ed49f44-de8e-451a-8f64-95eb2ec68f11 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.613224] env[69265]: WARNING nova.compute.manager [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Received unexpected event network-vif-plugged-0ed49f44-de8e-451a-8f64-95eb2ec68f11 for instance with vm_state building and task_state spawning. [ 1014.613385] env[69265]: DEBUG nova.compute.manager [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Received event network-changed-0ed49f44-de8e-451a-8f64-95eb2ec68f11 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.613536] env[69265]: DEBUG nova.compute.manager [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Refreshing instance network info cache due to event network-changed-0ed49f44-de8e-451a-8f64-95eb2ec68f11. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.613719] env[69265]: DEBUG oslo_concurrency.lockutils [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] Acquiring lock "refresh_cache-f4f0a86a-86f6-4011-84ec-f2ec026554b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.613853] env[69265]: DEBUG oslo_concurrency.lockutils [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] Acquired lock "refresh_cache-f4f0a86a-86f6-4011-84ec-f2ec026554b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.614016] env[69265]: DEBUG nova.network.neutron [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Refreshing network info cache for port 0ed49f44-de8e-451a-8f64-95eb2ec68f11 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.674104] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.674375] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.674544] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleting the datastore file [datastore2] a5d987dd-ebb6-471d-b3db-4d9b612f478f {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.674850] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602827a4-27bf-4508-a79c-a75ad765b5ea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.688103] env[69265]: DEBUG oslo_vmware.api [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1014.688103] env[69265]: value = "task-3476501" [ 1014.688103] env[69265]: _type = "Task" [ 1014.688103] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.695498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.703039] env[69265]: DEBUG oslo_vmware.api [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.910991] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476498, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.912149] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476492, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.054787] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476499, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.205754] env[69265]: DEBUG oslo_vmware.api [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.304107] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a08344-419a-494a-94e9-75655482120d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.314654] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd070d-feeb-418f-82cb-a7eeec36b751 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.360335] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f19f4-97d7-449b-b6ef-8a4c13139788 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.373948] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5599b8-a8c4-45fa-b3f3-e68ba471a436 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.406470] env[69265]: DEBUG nova.compute.provider_tree [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.408091] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476498, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.409110] env[69265]: DEBUG nova.network.neutron [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Updated VIF entry in instance network info cache for port 0ed49f44-de8e-451a-8f64-95eb2ec68f11. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.409449] env[69265]: DEBUG nova.network.neutron [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Updating instance_info_cache with network_info: [{"id": "0ed49f44-de8e-451a-8f64-95eb2ec68f11", "address": "fa:16:3e:5f:2f:ac", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed49f44-de", "ovs_interfaceid": "0ed49f44-de8e-451a-8f64-95eb2ec68f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.419043] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476492, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.731847} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.419965] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/81c6b488-284f-4712-a861-6e81db4f9083/81c6b488-284f-4712-a861-6e81db4f9083.vmdk to [datastore1] cd72fe81-eab5-496c-9f24-21ea8d2c6e20/cd72fe81-eab5-496c-9f24-21ea8d2c6e20.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.420841] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf3a6a7-11a9-4d8a-b034-2983e6d68abe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.448904] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] cd72fe81-eab5-496c-9f24-21ea8d2c6e20/cd72fe81-eab5-496c-9f24-21ea8d2c6e20.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.449526] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2fdc39e-6f91-4e0e-a001-99f39c6558c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.471974] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1015.471974] env[69265]: value = "task-3476503" [ 1015.471974] env[69265]: _type = "Task" [ 1015.471974] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.480760] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.557764] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991223} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.557874] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e/7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.558368] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.558449] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90e1fdae-d438-4060-a0dc-220af8cfdcd1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.566462] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1015.566462] env[69265]: value = "task-3476504" [ 1015.566462] env[69265]: _type = "Task" [ 1015.566462] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.576914] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.700559] env[69265]: DEBUG oslo_vmware.api [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.706183} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.700860] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.701022] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.701235] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.701447] env[69265]: INFO nova.compute.manager [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1015.701710] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.701902] env[69265]: DEBUG nova.compute.manager [-] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.701999] env[69265]: DEBUG nova.network.neutron [-] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.890903] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476498, 'name': CreateVM_Task, 'duration_secs': 1.477783} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.891146] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.891869] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.892052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.892723] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.892723] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b65cc80-bfbe-4cb8-930c-c0a9ebf690c5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.901183] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1015.901183] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b2b0bc-d00b-5e24-9706-4d53c84c072e" [ 1015.901183] env[69265]: _type = "Task" [ 1015.901183] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.907856] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b2b0bc-d00b-5e24-9706-4d53c84c072e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.912485] env[69265]: DEBUG nova.scheduler.client.report [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.915678] env[69265]: DEBUG oslo_concurrency.lockutils [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] Releasing lock "refresh_cache-f4f0a86a-86f6-4011-84ec-f2ec026554b2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.915921] env[69265]: DEBUG nova.compute.manager [req-6feceea5-9f11-4269-a2d9-68c9294d8319 req-1882b840-328b-4785-921b-05641b6bfec1 service nova] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Received event network-vif-deleted-58f3d736-30ce-425a-96d3-08d91041e1d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.989430] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.077737] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266067} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.077970] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.079031] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c475d640-d6ef-418f-8d7d-57a4e63089de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.102654] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e/7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.102984] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420a9b77-dcf9-4d38-beee-9409efd9c680 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.128499] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1016.128499] env[69265]: value = "task-3476505" [ 1016.128499] env[69265]: _type = "Task" [ 1016.128499] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.140876] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.191713] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.192433] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.414520] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b2b0bc-d00b-5e24-9706-4d53c84c072e, 'name': SearchDatastore_Task, 'duration_secs': 0.056925} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.414520] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.414520] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.414520] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.414520] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.414520] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.414520] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5899fb78-ebad-4381-85cf-71999100de2c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.423111] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.423623] env[69265]: DEBUG nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.426186] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.827s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.426370] env[69265]: DEBUG nova.objects.instance [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1016.434371] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.435217] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.435324] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af40e0f-1373-4ad9-bb99-80e8514e11a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.446913] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1016.446913] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5297d503-05d0-710b-5a38-9a7156172815" [ 1016.446913] env[69265]: _type = "Task" [ 1016.446913] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.459567] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5297d503-05d0-710b-5a38-9a7156172815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.484482] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.636565] env[69265]: DEBUG nova.network.neutron [-] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.641506] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476505, 'name': ReconfigVM_Task, 'duration_secs': 0.284992} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.641990] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e/7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.642695] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d16b6aa3-8ec7-48d9-bc9c-90344ddb14fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.650258] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1016.650258] env[69265]: value = "task-3476506" [ 1016.650258] env[69265]: _type = "Task" [ 1016.650258] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.660187] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476506, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.691486] env[69265]: DEBUG nova.compute.manager [req-87828f0f-a4e7-4fec-b0f7-006300e096a5 req-07895048-1ad0-4c9e-b3d1-227e6a9896f6 service nova] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Received event network-vif-deleted-d6d65cab-4645-4916-8744-5db714bb36b5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.699113] env[69265]: DEBUG nova.compute.utils [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.932291] env[69265]: DEBUG nova.compute.utils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.936739] env[69265]: DEBUG nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.936934] env[69265]: DEBUG nova.network.neutron [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.958553] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5297d503-05d0-710b-5a38-9a7156172815, 'name': SearchDatastore_Task, 'duration_secs': 0.026135} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.959653] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec1319b-d2b4-407b-856e-230e5cf06a6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.965653] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1016.965653] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212a452-15e3-97fa-220d-4a105acd60ec" [ 1016.965653] env[69265]: _type = "Task" [ 1016.965653] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.978798] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212a452-15e3-97fa-220d-4a105acd60ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.987663] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476503, 'name': ReconfigVM_Task, 'duration_secs': 1.080217} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.989186] env[69265]: DEBUG nova.policy [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388dcd4855bc4609ac7ca9ce3ef9210c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '925cbd61e9db45ba9cf1cc117824f34e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.990823] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Reconfigured VM instance instance-0000001b to attach disk [datastore1] cd72fe81-eab5-496c-9f24-21ea8d2c6e20/cd72fe81-eab5-496c-9f24-21ea8d2c6e20.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.991548] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88dbd01b-100c-4df0-bb3d-2f16a4434b21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.999032] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1016.999032] env[69265]: value = "task-3476508" [ 1016.999032] env[69265]: _type = "Task" [ 1016.999032] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.009322] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476508, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.143097] env[69265]: INFO nova.compute.manager [-] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Took 1.44 seconds to deallocate network for instance. [ 1017.163222] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476506, 'name': Rename_Task, 'duration_secs': 0.143103} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.163272] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.163511] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a00c2dc6-c567-4d44-94a0-64f8d8a4ed57 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.171761] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1017.171761] env[69265]: value = "task-3476509" [ 1017.171761] env[69265]: _type = "Task" [ 1017.171761] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.183063] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.201454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.276665] env[69265]: DEBUG nova.network.neutron [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Successfully created port: eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.437322] env[69265]: DEBUG nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.441636] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5c553036-12df-4a29-aa54-0ba72d7f1b74 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.442667] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.199s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.442857] env[69265]: DEBUG nova.objects.instance [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'resources' on Instance uuid 3005e5be-b038-45e5-9b90-28264023588d {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.480454] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212a452-15e3-97fa-220d-4a105acd60ec, 'name': SearchDatastore_Task, 'duration_secs': 0.027707} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.480826] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.481139] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f4f0a86a-86f6-4011-84ec-f2ec026554b2/f4f0a86a-86f6-4011-84ec-f2ec026554b2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.481480] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356ed094-1951-4f7e-9145-8b8651c4909a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.490461] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1017.490461] env[69265]: value = "task-3476510" [ 1017.490461] env[69265]: _type = "Task" [ 1017.490461] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.502389] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.517760] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476508, 'name': Rename_Task, 'duration_secs': 0.34026} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.518381] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.518805] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61624c7a-1527-40cb-8d16-1988c3f36d45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.531025] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1017.531025] env[69265]: value = "task-3476511" [ 1017.531025] env[69265]: _type = "Task" [ 1017.531025] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.540873] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.650458] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.683134] env[69265]: DEBUG oslo_vmware.api [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476509, 'name': PowerOnVM_Task, 'duration_secs': 0.473157} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.683308] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.683442] env[69265]: INFO nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1017.683708] env[69265]: DEBUG nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.684583] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f564cd4-40b0-4215-81c5-7e719f65e957 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.013619] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476510, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.047995] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476511, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.212295] env[69265]: INFO nova.compute.manager [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Took 25.75 seconds to build instance. [ 1018.284486] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.284572] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.284802] env[69265]: INFO nova.compute.manager [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Attaching volume 0359da3d-e185-4f54-ad92-2af45e0961ee to /dev/sdb [ 1018.320764] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4edbc1-92ed-4a88-b95a-d0224e02fabe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.329102] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096421af-dd05-4c61-9660-5968089cfe43 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.339994] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f79a4d8-6157-4b36-9e22-9d4684d71ee0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.351548] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af723b17-6ada-4260-8df4-66a2a337b508 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.355766] env[69265]: DEBUG nova.virt.block_device [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updating existing volume attachment record: 69f06f0a-0fc2-40a4-b0ba-f4f0868af097 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.387808] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db13034b-4a25-477d-b995-0db8802357d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.397986] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be87cd3b-c164-4d0a-8a2f-cf418f32dfe2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.413825] env[69265]: DEBUG nova.compute.provider_tree [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.459020] env[69265]: DEBUG nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.484963] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.485464] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.485730] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.486073] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.488177] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.488177] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.488177] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.488177] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.488177] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.488177] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.488177] env[69265]: DEBUG nova.virt.hardware [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.488448] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96242aaf-2821-40df-84e8-1217af84c998 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.500129] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e8ffca-91e2-40f8-841b-6b51ff408569 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.522889] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598766} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.523210] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f4f0a86a-86f6-4011-84ec-f2ec026554b2/f4f0a86a-86f6-4011-84ec-f2ec026554b2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.523433] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.523710] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a061ce70-1b10-4b35-80c6-ab805c0902f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.532248] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1018.532248] env[69265]: value = "task-3476513" [ 1018.532248] env[69265]: _type = "Task" [ 1018.532248] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.554306] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.554649] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476511, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.715584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.267s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.917048] env[69265]: DEBUG nova.scheduler.client.report [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.941847] env[69265]: DEBUG nova.compute.manager [req-e9084976-7e62-4b19-8bcd-b8d06dc4c401 req-2c819851-505c-44bd-87fa-3c3453617bdc service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Received event network-vif-plugged-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.942144] env[69265]: DEBUG oslo_concurrency.lockutils [req-e9084976-7e62-4b19-8bcd-b8d06dc4c401 req-2c819851-505c-44bd-87fa-3c3453617bdc service nova] Acquiring lock "afe976f5-22f1-485c-9e10-b832e6240e2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.942426] env[69265]: DEBUG oslo_concurrency.lockutils [req-e9084976-7e62-4b19-8bcd-b8d06dc4c401 req-2c819851-505c-44bd-87fa-3c3453617bdc service nova] Lock "afe976f5-22f1-485c-9e10-b832e6240e2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.942627] env[69265]: DEBUG oslo_concurrency.lockutils [req-e9084976-7e62-4b19-8bcd-b8d06dc4c401 req-2c819851-505c-44bd-87fa-3c3453617bdc service nova] Lock "afe976f5-22f1-485c-9e10-b832e6240e2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.942961] env[69265]: DEBUG nova.compute.manager [req-e9084976-7e62-4b19-8bcd-b8d06dc4c401 req-2c819851-505c-44bd-87fa-3c3453617bdc service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] No waiting events found dispatching network-vif-plugged-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.943045] env[69265]: WARNING nova.compute.manager [req-e9084976-7e62-4b19-8bcd-b8d06dc4c401 req-2c819851-505c-44bd-87fa-3c3453617bdc service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Received unexpected event network-vif-plugged-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 for instance with vm_state building and task_state spawning. [ 1018.963133] env[69265]: DEBUG nova.network.neutron [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Successfully updated port: eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.042932] env[69265]: DEBUG oslo_vmware.api [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476511, 'name': PowerOnVM_Task, 'duration_secs': 1.060973} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.043670] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.048928] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080819} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.051023] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.051023] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4e56d7-f1d9-4d6e-99cb-8af9ab8d8f91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.076936] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] f4f0a86a-86f6-4011-84ec-f2ec026554b2/f4f0a86a-86f6-4011-84ec-f2ec026554b2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.076936] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67bfe64c-1118-4cc9-b81d-12a645ccb577 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.099940] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1019.099940] env[69265]: value = "task-3476516" [ 1019.099940] env[69265]: _type = "Task" [ 1019.099940] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.109304] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.175948] env[69265]: DEBUG nova.compute.manager [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.176987] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b10f412-b17f-4035-9fdf-02f21b94910e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.423567] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.426995] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.096s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.431158] env[69265]: INFO nova.compute.claims [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.457664] env[69265]: INFO nova.scheduler.client.report [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleted allocations for instance 3005e5be-b038-45e5-9b90-28264023588d [ 1019.468135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.468135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.468135] env[69265]: DEBUG nova.network.neutron [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.614575] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476516, 'name': ReconfigVM_Task, 'duration_secs': 0.445126} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.615164] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Reconfigured VM instance instance-0000004c to attach disk [datastore1] f4f0a86a-86f6-4011-84ec-f2ec026554b2/f4f0a86a-86f6-4011-84ec-f2ec026554b2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.615914] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f6ee73b-f653-4993-91c5-ef930235646a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.624146] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1019.624146] env[69265]: value = "task-3476517" [ 1019.624146] env[69265]: _type = "Task" [ 1019.624146] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.635527] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476517, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.695194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.816s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.967025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "3005e5be-b038-45e5-9b90-28264023588d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.379s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.028793] env[69265]: DEBUG nova.network.neutron [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.139075] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476517, 'name': Rename_Task, 'duration_secs': 0.149687} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.139561] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.139763] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4125a57-4d14-47c3-81b7-f90a80fae9c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.150439] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1020.150439] env[69265]: value = "task-3476518" [ 1020.150439] env[69265]: _type = "Task" [ 1020.150439] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.157461] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.229198] env[69265]: DEBUG nova.network.neutron [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Updating instance_info_cache with network_info: [{"id": "eca1d6bb-e8e4-496c-84ab-a9bce7d3f129", "address": "fa:16:3e:9e:be:96", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1d6bb-e8", "ovs_interfaceid": "eca1d6bb-e8e4-496c-84ab-a9bce7d3f129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.389828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Acquiring lock "dbeef983-96fb-4c9f-86e7-5934cffafc55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.389828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "dbeef983-96fb-4c9f-86e7-5934cffafc55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.665609] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476518, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.733639] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.734028] env[69265]: DEBUG nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Instance network_info: |[{"id": "eca1d6bb-e8e4-496c-84ab-a9bce7d3f129", "address": "fa:16:3e:9e:be:96", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1d6bb-e8", "ovs_interfaceid": "eca1d6bb-e8e4-496c-84ab-a9bce7d3f129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.734698] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:be:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eca1d6bb-e8e4-496c-84ab-a9bce7d3f129', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.743202] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.746888] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.747508] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9715e23-018b-4354-b0ac-ca68c8e71d01 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.779707] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.779707] env[69265]: value = "task-3476520" [ 1020.779707] env[69265]: _type = "Task" [ 1020.779707] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.851669] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b792861-8e32-4a67-a582-5201158d70c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.861479] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab71227-23fb-45b7-a728-b332170f0c6e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.895617] env[69265]: DEBUG nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.900049] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412007bc-90f7-405a-8dd9-e49ef9df7d88 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.909527] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b4e4df-01dd-4c6a-83d9-ce96b48da965 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.926277] env[69265]: DEBUG nova.compute.provider_tree [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.098554] env[69265]: DEBUG nova.compute.manager [req-bc3ac974-90aa-4131-b752-b3f3a0762cf3 req-5b7a943c-086d-4cc1-b4d3-b9eb958b6215 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Received event network-changed-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.098793] env[69265]: DEBUG nova.compute.manager [req-bc3ac974-90aa-4131-b752-b3f3a0762cf3 req-5b7a943c-086d-4cc1-b4d3-b9eb958b6215 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Refreshing instance network info cache due to event network-changed-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.098958] env[69265]: DEBUG oslo_concurrency.lockutils [req-bc3ac974-90aa-4131-b752-b3f3a0762cf3 req-5b7a943c-086d-4cc1-b4d3-b9eb958b6215 service nova] Acquiring lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.099117] env[69265]: DEBUG oslo_concurrency.lockutils [req-bc3ac974-90aa-4131-b752-b3f3a0762cf3 req-5b7a943c-086d-4cc1-b4d3-b9eb958b6215 service nova] Acquired lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.099657] env[69265]: DEBUG nova.network.neutron [req-bc3ac974-90aa-4131-b752-b3f3a0762cf3 req-5b7a943c-086d-4cc1-b4d3-b9eb958b6215 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Refreshing network info cache for port eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.161707] env[69265]: DEBUG oslo_vmware.api [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476518, 'name': PowerOnVM_Task, 'duration_secs': 0.63152} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.162906] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.162906] env[69265]: INFO nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1021.162906] env[69265]: DEBUG nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.163661] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db64c5f-b84b-4ab4-af97-82f494209d04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.296797] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476520, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.422675] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.430062] env[69265]: DEBUG nova.scheduler.client.report [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.686026] env[69265]: INFO nova.compute.manager [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Took 29.18 seconds to build instance. [ 1021.790900] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476520, 'name': CreateVM_Task, 'duration_secs': 0.536985} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.791235] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.791955] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.792145] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.792472] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.792747] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1373d79b-1f79-45fd-95d7-fe0b08f3f965 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.798160] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1021.798160] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5227e10e-22a1-6663-4ee4-42753c59d209" [ 1021.798160] env[69265]: _type = "Task" [ 1021.798160] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.807606] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5227e10e-22a1-6663-4ee4-42753c59d209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.813129] env[69265]: DEBUG nova.network.neutron [req-bc3ac974-90aa-4131-b752-b3f3a0762cf3 req-5b7a943c-086d-4cc1-b4d3-b9eb958b6215 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Updated VIF entry in instance network info cache for port eca1d6bb-e8e4-496c-84ab-a9bce7d3f129. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.813129] env[69265]: DEBUG nova.network.neutron [req-bc3ac974-90aa-4131-b752-b3f3a0762cf3 req-5b7a943c-086d-4cc1-b4d3-b9eb958b6215 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Updating instance_info_cache with network_info: [{"id": "eca1d6bb-e8e4-496c-84ab-a9bce7d3f129", "address": "fa:16:3e:9e:be:96", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1d6bb-e8", "ovs_interfaceid": "eca1d6bb-e8e4-496c-84ab-a9bce7d3f129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.935777] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.936347] env[69265]: DEBUG nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.941405] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.593s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.941560] env[69265]: DEBUG nova.objects.instance [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lazy-loading 'resources' on Instance uuid 8649fc55-27ad-4321-894e-d5a1077de375 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.194681] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.701s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.309880] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5227e10e-22a1-6663-4ee4-42753c59d209, 'name': SearchDatastore_Task, 'duration_secs': 0.02793} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.310194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.310457] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.310692] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.311029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.311108] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.311507] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0015147-f0ae-4cc3-8b84-4ac910161343 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.313829] env[69265]: DEBUG oslo_concurrency.lockutils [req-bc3ac974-90aa-4131-b752-b3f3a0762cf3 req-5b7a943c-086d-4cc1-b4d3-b9eb958b6215 service nova] Releasing lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.324167] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.324358] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.325113] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3852d388-71d8-4f8b-a49c-1e5090912e20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.330958] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1022.330958] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529547b4-b67e-6439-c779-2e122973a403" [ 1022.330958] env[69265]: _type = "Task" [ 1022.330958] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.339468] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529547b4-b67e-6439-c779-2e122973a403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.448063] env[69265]: DEBUG nova.compute.utils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.450482] env[69265]: DEBUG nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.450804] env[69265]: DEBUG nova.network.neutron [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.502093] env[69265]: DEBUG nova.policy [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '682b90979b3740d3a40c7f674896fada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd05d9d3f48b4fe6af949b13f9dd03ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.507216] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.507449] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.647396] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "5db316a0-b835-4433-8d59-aec5c21e72d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.647712] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.845414] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529547b4-b67e-6439-c779-2e122973a403, 'name': SearchDatastore_Task, 'duration_secs': 0.033501} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.846317] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b774af10-c916-4372-8825-36aa06155eb9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.852790] env[69265]: DEBUG nova.network.neutron [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Successfully created port: e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.856279] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1022.856279] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525c351d-c0f6-1b10-b4bd-748bb9f09cb2" [ 1022.856279] env[69265]: _type = "Task" [ 1022.856279] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.867557] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525c351d-c0f6-1b10-b4bd-748bb9f09cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.887848] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937c0d3a-b9ed-4a7a-a5fe-1c7c9165b8a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.896224] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da1944-5195-45db-ad99-70f9456b4b45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.929558] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1022.929798] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1022.930637] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41edf6b7-0e53-4a18-b2b5-e624401c88d8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.933908] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3498292e-8c99-4426-af47-59160e2c519c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.953690] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb75a59-b9bb-4e89-9714-07c7e42e20c1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.959459] env[69265]: DEBUG nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.964351] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4810620b-adad-46eb-ac43-de0efd83d64a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.976491] env[69265]: DEBUG nova.compute.provider_tree [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.997371] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-0359da3d-e185-4f54-ad92-2af45e0961ee/volume-0359da3d-e185-4f54-ad92-2af45e0961ee.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.998490] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f011af-3159-4021-8c03-f93f8aec8d4f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.012368] env[69265]: DEBUG nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.022192] env[69265]: DEBUG oslo_vmware.api [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1023.022192] env[69265]: value = "task-3476521" [ 1023.022192] env[69265]: _type = "Task" [ 1023.022192] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.031348] env[69265]: DEBUG oslo_vmware.api [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.153428] env[69265]: DEBUG nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.304133] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9615b462-6bc3-42b2-9f4e-821b47d24ced {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.314638] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-10446a0e-6377-4ef2-afce-c1ae099c368d tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Suspending the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1023.315052] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ddc93758-37ae-416c-9e46-0fd19b29f070 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.324534] env[69265]: DEBUG oslo_vmware.api [None req-10446a0e-6377-4ef2-afce-c1ae099c368d tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1023.324534] env[69265]: value = "task-3476522" [ 1023.324534] env[69265]: _type = "Task" [ 1023.324534] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.334069] env[69265]: DEBUG oslo_vmware.api [None req-10446a0e-6377-4ef2-afce-c1ae099c368d tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476522, 'name': SuspendVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.368290] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525c351d-c0f6-1b10-b4bd-748bb9f09cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.368658] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.368946] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f/afe976f5-22f1-485c-9e10-b832e6240e2f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.369240] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56615547-683b-4769-95dd-220e41960a26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.381083] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1023.381083] env[69265]: value = "task-3476523" [ 1023.381083] env[69265]: _type = "Task" [ 1023.381083] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.390146] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.499355] env[69265]: DEBUG nova.scheduler.client.report [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.534836] env[69265]: DEBUG oslo_vmware.api [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.541423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.675880] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.839927] env[69265]: DEBUG oslo_vmware.api [None req-10446a0e-6377-4ef2-afce-c1ae099c368d tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476522, 'name': SuspendVM_Task} progress is 62%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.876539] env[69265]: DEBUG nova.compute.manager [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.877653] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0b86f0-60d0-47e5-b34a-79a684e21000 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.895423] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.972772] env[69265]: DEBUG nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.999618] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.999998] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.000223] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.000517] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.000761] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.000985] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.001301] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.001552] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.002384] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.002604] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.002833] env[69265]: DEBUG nova.virt.hardware [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.003774] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc8b451-1dd5-428a-846c-0b649fc441f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.007156] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.009677] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.147s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.009939] env[69265]: DEBUG nova.objects.instance [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lazy-loading 'resources' on Instance uuid 452e202e-e1fa-40da-91a4-ac1dc2b5986a {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.021169] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50f2cbd-be24-4c1f-8009-4395bf2b74f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.031649] env[69265]: INFO nova.scheduler.client.report [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Deleted allocations for instance 8649fc55-27ad-4321-894e-d5a1077de375 [ 1024.049078] env[69265]: DEBUG oslo_vmware.api [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476521, 'name': ReconfigVM_Task, 'duration_secs': 0.587191} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.049392] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-0359da3d-e185-4f54-ad92-2af45e0961ee/volume-0359da3d-e185-4f54-ad92-2af45e0961ee.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.055035] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecda5f22-38b3-4abd-944e-f8e1399515b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.075393] env[69265]: DEBUG oslo_vmware.api [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1024.075393] env[69265]: value = "task-3476524" [ 1024.075393] env[69265]: _type = "Task" [ 1024.075393] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.088760] env[69265]: DEBUG oslo_vmware.api [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.276877] env[69265]: DEBUG nova.compute.manager [req-c4b87309-c574-4743-b433-7f34473b3a06 req-8cd302d5-ad22-4e44-9048-00853b3cc3d0 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Received event network-vif-plugged-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.277170] env[69265]: DEBUG oslo_concurrency.lockutils [req-c4b87309-c574-4743-b433-7f34473b3a06 req-8cd302d5-ad22-4e44-9048-00853b3cc3d0 service nova] Acquiring lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.277482] env[69265]: DEBUG oslo_concurrency.lockutils [req-c4b87309-c574-4743-b433-7f34473b3a06 req-8cd302d5-ad22-4e44-9048-00853b3cc3d0 service nova] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.277722] env[69265]: DEBUG oslo_concurrency.lockutils [req-c4b87309-c574-4743-b433-7f34473b3a06 req-8cd302d5-ad22-4e44-9048-00853b3cc3d0 service nova] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.277945] env[69265]: DEBUG nova.compute.manager [req-c4b87309-c574-4743-b433-7f34473b3a06 req-8cd302d5-ad22-4e44-9048-00853b3cc3d0 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] No waiting events found dispatching network-vif-plugged-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.280016] env[69265]: WARNING nova.compute.manager [req-c4b87309-c574-4743-b433-7f34473b3a06 req-8cd302d5-ad22-4e44-9048-00853b3cc3d0 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Received unexpected event network-vif-plugged-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf for instance with vm_state building and task_state spawning. [ 1024.336474] env[69265]: DEBUG oslo_vmware.api [None req-10446a0e-6377-4ef2-afce-c1ae099c368d tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476522, 'name': SuspendVM_Task, 'duration_secs': 0.902162} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.336755] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-10446a0e-6377-4ef2-afce-c1ae099c368d tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Suspended the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1024.336936] env[69265]: DEBUG nova.compute.manager [None req-10446a0e-6377-4ef2-afce-c1ae099c368d tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.337722] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6529c5ff-d1d0-4047-99f2-cc704bec4605 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.361974] env[69265]: DEBUG nova.network.neutron [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Successfully updated port: e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.394605] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745376} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.394756] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f/afe976f5-22f1-485c-9e10-b832e6240e2f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.394930] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.395379] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-153ee7c1-b03a-46c5-ba4f-61eb70b2b06d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.398054] env[69265]: INFO nova.compute.manager [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] instance snapshotting [ 1024.401156] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b97f44-ccf8-46c5-ab10-981942ef10c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.405410] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1024.405410] env[69265]: value = "task-3476525" [ 1024.405410] env[69265]: _type = "Task" [ 1024.405410] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.425130] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da5802e-2d0a-48c1-9199-dcce04b97243 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.430983] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.550211] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c927e53-2b79-4ede-83b6-33f900819987 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Lock "8649fc55-27ad-4321-894e-d5a1077de375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.461s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.590901] env[69265]: DEBUG oslo_vmware.api [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476524, 'name': ReconfigVM_Task, 'duration_secs': 0.168092} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.591288] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1024.818818] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ec925a-5e05-4999-ac9c-e263d570c905 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.826547] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeea224-dfb8-4752-a726-fc3111a560fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.859027] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb1888a-dbd5-4999-a114-7d0d706afe24 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.868130] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ea4ae-3fc9-4292-bad9-d7e58d52bac0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.872621] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.872621] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.872789] env[69265]: DEBUG nova.network.neutron [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.887406] env[69265]: DEBUG nova.compute.provider_tree [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.916712] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073778} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.916976] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.917783] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39893069-f80b-435b-920a-48ff19f8de85 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.939706] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f/afe976f5-22f1-485c-9e10-b832e6240e2f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.940731] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.940972] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee7da9a-a2a2-4ced-aa0c-03c04822a980 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.955217] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a824e3f-2aca-4cdd-b56e-f388e8e5fe9c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.963243] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1024.963243] env[69265]: value = "task-3476527" [ 1024.963243] env[69265]: _type = "Task" [ 1024.963243] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.964981] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1024.964981] env[69265]: value = "task-3476526" [ 1024.964981] env[69265]: _type = "Task" [ 1024.964981] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.977576] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.981307] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476526, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.388982] env[69265]: DEBUG nova.scheduler.client.report [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.412605] env[69265]: DEBUG nova.network.neutron [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.482269] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476526, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.482269] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476527, 'name': ReconfigVM_Task, 'duration_secs': 0.325001} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.482269] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f/afe976f5-22f1-485c-9e10-b832e6240e2f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.482563] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8364e1fd-11ec-4adf-9c2f-3f56cd325af9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.493885] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1025.493885] env[69265]: value = "task-3476528" [ 1025.493885] env[69265]: _type = "Task" [ 1025.493885] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.506178] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476528, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.569947] env[69265]: DEBUG nova.network.neutron [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance_info_cache with network_info: [{"id": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "address": "fa:16:3e:5b:5f:16", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3212a7d-bf", "ovs_interfaceid": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.637331] env[69265]: DEBUG nova.objects.instance [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lazy-loading 'flavor' on Instance uuid a06a518a-c2ba-4b79-96cb-9b89612ae273 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.897973] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.902017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.594s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.904209] env[69265]: INFO nova.compute.claims [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.921156] env[69265]: INFO nova.scheduler.client.report [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Deleted allocations for instance 452e202e-e1fa-40da-91a4-ac1dc2b5986a [ 1025.980248] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476526, 'name': CreateSnapshot_Task, 'duration_secs': 0.954761} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.980565] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1025.981324] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10842df3-76e1-4a72-92b2-ad3b7573dc0c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.010297] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476528, 'name': Rename_Task, 'duration_secs': 0.204588} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.010609] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.010836] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab5393dc-07b9-42f5-aab4-15d0fafd9251 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.019430] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1026.019430] env[69265]: value = "task-3476529" [ 1026.019430] env[69265]: _type = "Task" [ 1026.019430] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.029921] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.072726] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.073361] env[69265]: DEBUG nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Instance network_info: |[{"id": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "address": "fa:16:3e:5b:5f:16", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3212a7d-bf", "ovs_interfaceid": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.073537] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:5f:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3212a7d-bf32-4ac9-a8c1-42f9506bccdf', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.081498] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.082206] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.082512] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-609ec9e6-d3d2-4b43-b818-d8b27393a062 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.108092] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.108092] env[69265]: value = "task-3476530" [ 1026.108092] env[69265]: _type = "Task" [ 1026.108092] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.117066] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476530, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.145647] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1f4b25fa-c94c-4da3-959d-b3f666d132cb tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.861s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.428696] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.543s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.432808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.871s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.432808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.432808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.432808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.434820] env[69265]: INFO nova.compute.manager [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Terminating instance [ 1026.441410] env[69265]: INFO nova.compute.manager [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Resuming [ 1026.442257] env[69265]: DEBUG nova.objects.instance [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lazy-loading 'flavor' on Instance uuid cd72fe81-eab5-496c-9f24-21ea8d2c6e20 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.448143] env[69265]: DEBUG nova.compute.manager [req-b7d3e63d-7278-4e54-a62a-76287b31d354 req-7438194c-61e3-4c87-b0d6-201f93d10245 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Received event network-changed-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.448382] env[69265]: DEBUG nova.compute.manager [req-b7d3e63d-7278-4e54-a62a-76287b31d354 req-7438194c-61e3-4c87-b0d6-201f93d10245 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Refreshing instance network info cache due to event network-changed-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.449635] env[69265]: DEBUG oslo_concurrency.lockutils [req-b7d3e63d-7278-4e54-a62a-76287b31d354 req-7438194c-61e3-4c87-b0d6-201f93d10245 service nova] Acquiring lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.449635] env[69265]: DEBUG oslo_concurrency.lockutils [req-b7d3e63d-7278-4e54-a62a-76287b31d354 req-7438194c-61e3-4c87-b0d6-201f93d10245 service nova] Acquired lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.449635] env[69265]: DEBUG nova.network.neutron [req-b7d3e63d-7278-4e54-a62a-76287b31d354 req-7438194c-61e3-4c87-b0d6-201f93d10245 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Refreshing network info cache for port e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.500228] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.500977] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d601f5b-d23d-43f7-ad15-5a0ec9e6788b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.511476] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1026.511476] env[69265]: value = "task-3476531" [ 1026.511476] env[69265]: _type = "Task" [ 1026.511476] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.522132] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476531, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.534698] env[69265]: DEBUG oslo_vmware.api [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476529, 'name': PowerOnVM_Task, 'duration_secs': 0.504944} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.535142] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.535408] env[69265]: INFO nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1026.535627] env[69265]: DEBUG nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.536475] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a138e24-7803-4f02-8876-8f2df92ecae8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.563315] env[69265]: INFO nova.compute.manager [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Rebuilding instance [ 1026.620031] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476530, 'name': CreateVM_Task, 'duration_secs': 0.353676} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.620219] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.622087] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.622087] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.622087] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.622087] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f974795-ecd2-4941-b4c3-4fc283920521 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.631682] env[69265]: DEBUG nova.compute.manager [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.632665] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4742a17-0a87-4681-81ee-56f418bc41d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.640622] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1026.640622] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be2d90-40bd-fc1a-9d64-749ed6a81f60" [ 1026.640622] env[69265]: _type = "Task" [ 1026.640622] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.660627] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be2d90-40bd-fc1a-9d64-749ed6a81f60, 'name': SearchDatastore_Task, 'duration_secs': 0.015982} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.660944] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.661204] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.661450] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.662571] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.662571] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.662571] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecf334fe-3351-493b-8786-96f3ff4737ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.676496] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.676707] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.677540] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea825496-d660-40c6-a2df-237d9fa7a029 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.687094] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1026.687094] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523049bf-f133-a174-e44a-742e1dea4afb" [ 1026.687094] env[69265]: _type = "Task" [ 1026.687094] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.694612] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523049bf-f133-a174-e44a-742e1dea4afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.951136] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.951136] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquired lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.951136] env[69265]: DEBUG nova.network.neutron [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.029413] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476531, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.056229] env[69265]: INFO nova.compute.manager [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Took 31.81 seconds to build instance. [ 1027.196785] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523049bf-f133-a174-e44a-742e1dea4afb, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.201094] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459a79cb-226d-4244-a752-38fb4f379b52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.213744] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1027.213744] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52431c4a-465a-85a1-9dbb-3cfd59399f16" [ 1027.213744] env[69265]: _type = "Task" [ 1027.213744] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.229230] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52431c4a-465a-85a1-9dbb-3cfd59399f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.307342] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62d1b7-2b10-4671-b88b-ff843832e842 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.320890] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f61661-4350-47b9-99b0-a23d94e7a00f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.371258] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53680669-5700-4d59-83cc-56280b6ba1ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.379756] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ee851-1217-4301-8cec-e9723928d693 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.394170] env[69265]: DEBUG nova.compute.provider_tree [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.454401] env[69265]: DEBUG nova.compute.utils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Can not refresh info_cache because instance was not found {{(pid=69265) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1027.484079] env[69265]: DEBUG nova.network.neutron [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.523276] env[69265]: DEBUG nova.network.neutron [req-b7d3e63d-7278-4e54-a62a-76287b31d354 req-7438194c-61e3-4c87-b0d6-201f93d10245 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updated VIF entry in instance network info cache for port e3212a7d-bf32-4ac9-a8c1-42f9506bccdf. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.523863] env[69265]: DEBUG nova.network.neutron [req-b7d3e63d-7278-4e54-a62a-76287b31d354 req-7438194c-61e3-4c87-b0d6-201f93d10245 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance_info_cache with network_info: [{"id": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "address": "fa:16:3e:5b:5f:16", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3212a7d-bf", "ovs_interfaceid": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.528657] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476531, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.563210] env[69265]: DEBUG oslo_concurrency.lockutils [None req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "afe976f5-22f1-485c-9e10-b832e6240e2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.325s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.585817] env[69265]: DEBUG nova.network.neutron [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.625221] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.625340] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.625813] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.625813] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.625813] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.629083] env[69265]: INFO nova.compute.manager [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Terminating instance [ 1027.663030] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.663935] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-597bc527-989b-4d33-8321-f3d10dd7ebda {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.673323] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1027.673323] env[69265]: value = "task-3476532" [ 1027.673323] env[69265]: _type = "Task" [ 1027.673323] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.683401] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.713162] env[69265]: INFO nova.compute.manager [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Rescuing [ 1027.714014] env[69265]: DEBUG oslo_concurrency.lockutils [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.714014] env[69265]: DEBUG oslo_concurrency.lockutils [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.714269] env[69265]: DEBUG nova.network.neutron [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.729974] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52431c4a-465a-85a1-9dbb-3cfd59399f16, 'name': SearchDatastore_Task, 'duration_secs': 0.017144} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.730457] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.730762] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea/6c31f363-6ede-4dfe-a4bb-6680e1f371ea.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.731077] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4992def-e4bd-4624-8531-82480641b27d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.741272] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1027.741272] env[69265]: value = "task-3476533" [ 1027.741272] env[69265]: _type = "Task" [ 1027.741272] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.751831] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.897614] env[69265]: DEBUG nova.scheduler.client.report [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.962228] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.962463] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquired lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.962693] env[69265]: DEBUG nova.network.neutron [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.030588] env[69265]: DEBUG oslo_concurrency.lockutils [req-b7d3e63d-7278-4e54-a62a-76287b31d354 req-7438194c-61e3-4c87-b0d6-201f93d10245 service nova] Releasing lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.031054] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476531, 'name': CloneVM_Task} progress is 95%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.088354] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Releasing lock "refresh_cache-452e202e-e1fa-40da-91a4-ac1dc2b5986a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.088823] env[69265]: DEBUG nova.compute.manager [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.089039] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.089366] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7edfd8b-c953-4554-b684-89f906bb6836 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.106699] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a0d81-ba1c-4389-86ad-4a988300afd2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.144930] env[69265]: DEBUG nova.compute.manager [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.145184] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.145624] env[69265]: WARNING nova.virt.vmwareapi.vmops [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 452e202e-e1fa-40da-91a4-ac1dc2b5986a could not be found. [ 1028.145815] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.146040] env[69265]: INFO nova.compute.manager [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1028.146311] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.147227] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713aef47-3e64-451b-827a-5e14c1527387 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.150221] env[69265]: DEBUG nova.compute.manager [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.150350] env[69265]: DEBUG nova.network.neutron [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.162490] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.162490] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a90dfb-2cad-4d3c-8770-e1c106fff646 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.170310] env[69265]: DEBUG nova.network.neutron [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.173786] env[69265]: DEBUG oslo_vmware.api [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 1028.173786] env[69265]: value = "task-3476534" [ 1028.173786] env[69265]: _type = "Task" [ 1028.173786] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.190190] env[69265]: DEBUG oslo_vmware.api [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.194928] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476532, 'name': PowerOffVM_Task, 'duration_secs': 0.361741} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.195241] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.255465] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476533, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.264472] env[69265]: INFO nova.compute.manager [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Detaching volume 0359da3d-e185-4f54-ad92-2af45e0961ee [ 1028.309081] env[69265]: INFO nova.virt.block_device [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Attempting to driver detach volume 0359da3d-e185-4f54-ad92-2af45e0961ee from mountpoint /dev/sdb [ 1028.309407] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1028.309604] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1028.310622] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ce7a4c-e2c2-4b16-9b70-2c15e7e5c505 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.338198] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e1ae24-c52b-4746-b308-453e3d140df8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.345378] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78652c76-74fc-4afb-8552-e7e3acdcd8bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.370897] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039d06ef-6e7b-4e75-89b9-8b81f2ce0679 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.388582] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] The volume has not been displaced from its original location: [datastore2] volume-0359da3d-e185-4f54-ad92-2af45e0961ee/volume-0359da3d-e185-4f54-ad92-2af45e0961ee.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1028.394122] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.394373] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d536ba8-bbb1-429e-ac91-51004b4cf2b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.411958] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.412464] env[69265]: DEBUG nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.415040] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.796s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.416410] env[69265]: INFO nova.compute.claims [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.428378] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1028.428378] env[69265]: value = "task-3476535" [ 1028.428378] env[69265]: _type = "Task" [ 1028.428378] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.440967] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.532026] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476531, 'name': CloneVM_Task, 'duration_secs': 1.681667} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.532026] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Created linked-clone VM from snapshot [ 1028.532026] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf7dee5-cb06-4b4e-805d-e97c921e2c11 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.541302] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Uploading image c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.577751] env[69265]: DEBUG oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1028.577751] env[69265]: value = "vm-695091" [ 1028.577751] env[69265]: _type = "VirtualMachine" [ 1028.577751] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1028.578096] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d927c9a-90a9-4d1b-9877-2b8f7c0939ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.583114] env[69265]: DEBUG nova.network.neutron [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Updating instance_info_cache with network_info: [{"id": "eca1d6bb-e8e4-496c-84ab-a9bce7d3f129", "address": "fa:16:3e:9e:be:96", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1d6bb-e8", "ovs_interfaceid": "eca1d6bb-e8e4-496c-84ab-a9bce7d3f129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.591930] env[69265]: DEBUG oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lease: (returnval){ [ 1028.591930] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5265ac94-2d1f-1878-f010-31235149d6fc" [ 1028.591930] env[69265]: _type = "HttpNfcLease" [ 1028.591930] env[69265]: } obtained for exporting VM: (result){ [ 1028.591930] env[69265]: value = "vm-695091" [ 1028.591930] env[69265]: _type = "VirtualMachine" [ 1028.591930] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1028.592289] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the lease: (returnval){ [ 1028.592289] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5265ac94-2d1f-1878-f010-31235149d6fc" [ 1028.592289] env[69265]: _type = "HttpNfcLease" [ 1028.592289] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1028.600810] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.600810] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5265ac94-2d1f-1878-f010-31235149d6fc" [ 1028.600810] env[69265]: _type = "HttpNfcLease" [ 1028.600810] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1028.677265] env[69265]: DEBUG nova.network.neutron [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.688939] env[69265]: DEBUG oslo_vmware.api [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476534, 'name': PowerOffVM_Task, 'duration_secs': 0.433887} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.689888] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.689977] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.690266] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a876d2c4-a697-476d-b0b3-a8fbed3ed35e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.754617] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59658} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.755562] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea/6c31f363-6ede-4dfe-a4bb-6680e1f371ea.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.755562] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.755562] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-600166ad-d463-4237-a360-dc5df4eb16f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.765920] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1028.765920] env[69265]: value = "task-3476538" [ 1028.765920] env[69265]: _type = "Task" [ 1028.765920] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.775336] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.784230] env[69265]: DEBUG nova.network.neutron [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating instance_info_cache with network_info: [{"id": "66b10043-90c4-475d-95dc-dc7da2b84350", "address": "fa:16:3e:ae:e2:e7", "network": {"id": "6ab48101-c308-436e-9f52-f52592a5cd2e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-672900058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6655edf6c394a7baa518bd549cdaddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b10043-90", "ovs_interfaceid": "66b10043-90c4-475d-95dc-dc7da2b84350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.797896] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.798231] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.798475] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Deleting the datastore file [datastore2] fed9328b-a6c0-48b2-aab6-c2dbffa5130f {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.799266] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f75068b4-cb8e-4edb-8dc5-f9350f3be5a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.811957] env[69265]: DEBUG oslo_vmware.api [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for the task: (returnval){ [ 1028.811957] env[69265]: value = "task-3476539" [ 1028.811957] env[69265]: _type = "Task" [ 1028.811957] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.924159] env[69265]: DEBUG nova.compute.utils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.928291] env[69265]: DEBUG nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.928291] env[69265]: DEBUG nova.network.neutron [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.944462] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476535, 'name': ReconfigVM_Task, 'duration_secs': 0.402111} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.945741] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.949756] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0d32b7-0872-4080-96dd-97308afd1f09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.967107] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1028.967107] env[69265]: value = "task-3476540" [ 1028.967107] env[69265]: _type = "Task" [ 1028.967107] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.976296] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.980962] env[69265]: DEBUG nova.policy [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '533c132e5ee449e780d03ce2ef5350a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b8ace6cf36454cae77bfc54e812c77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.086428] env[69265]: DEBUG oslo_concurrency.lockutils [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "refresh_cache-afe976f5-22f1-485c-9e10-b832e6240e2f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.102229] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.102229] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5265ac94-2d1f-1878-f010-31235149d6fc" [ 1029.102229] env[69265]: _type = "HttpNfcLease" [ 1029.102229] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.102711] env[69265]: DEBUG oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.102711] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5265ac94-2d1f-1878-f010-31235149d6fc" [ 1029.102711] env[69265]: _type = "HttpNfcLease" [ 1029.102711] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1029.105255] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae321b46-340b-4d26-a6e5-6bba20cd2d0e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.115015] env[69265]: DEBUG oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb0f7d-4c42-a2d2-4a6e-994f0f060435/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.115259] env[69265]: DEBUG oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb0f7d-4c42-a2d2-4a6e-994f0f060435/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1029.183591] env[69265]: INFO nova.compute.manager [-] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Took 1.03 seconds to deallocate network for instance. [ 1029.274988] env[69265]: DEBUG nova.network.neutron [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Successfully created port: b0539707-fb11-4b1b-b97e-0ce17c4b9197 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.277601] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8125f822-8542-4d9d-80ab-6ccfb9cf6f0c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.284684] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169789} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.285323] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.286616] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c268ac71-29c2-46ae-9a07-67e70c106d52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.293360] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Releasing lock "refresh_cache-cd72fe81-eab5-496c-9f24-21ea8d2c6e20" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.293360] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c06e83-79d5-4bea-ae04-59822c7b2420 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.315551] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea/6c31f363-6ede-4dfe-a4bb-6680e1f371ea.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.320447] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f5184ed-4421-480d-9ce9-fbd3c2a5fc42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.334867] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Resuming the VM {{(pid=69265) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1029.338625] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c69b70ec-3129-43fd-b042-90ff1b2d1b52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.347734] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1029.347734] env[69265]: value = "task-3476541" [ 1029.347734] env[69265]: _type = "Task" [ 1029.347734] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.357324] env[69265]: DEBUG oslo_vmware.api [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Task: {'id': task-3476539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372786} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.357324] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.357324] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.357324] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.357324] env[69265]: INFO nova.compute.manager [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1029.357324] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.357324] env[69265]: DEBUG oslo_vmware.api [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1029.357324] env[69265]: value = "task-3476542" [ 1029.357324] env[69265]: _type = "Task" [ 1029.357324] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.358077] env[69265]: DEBUG nova.compute.manager [-] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.358077] env[69265]: DEBUG nova.network.neutron [-] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.365601] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.372599] env[69265]: DEBUG oslo_vmware.api [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.431151] env[69265]: DEBUG nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.480776] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.692054] env[69265]: INFO nova.compute.manager [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance disappeared during terminate [ 1029.692383] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a67bda74-23d7-41d1-b72d-c8aba104e1f6 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "452e202e-e1fa-40da-91a4-ac1dc2b5986a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.263s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.858784] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476541, 'name': ReconfigVM_Task, 'duration_secs': 0.318876} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.860147] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea/6c31f363-6ede-4dfe-a4bb-6680e1f371ea.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.861548] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1647386-0cc8-4c4b-b837-ede60479b3a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.864456] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c5c6df4-3b24-4a71-b432-16d90d37dd45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.882216] env[69265]: DEBUG oslo_vmware.api [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476542, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.882284] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e4a46e-b00d-4123-abfd-2df9141c50e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.887146] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1029.887146] env[69265]: value = "task-3476543" [ 1029.887146] env[69265]: _type = "Task" [ 1029.887146] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.930172] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c15121-3007-4bd0-bc1d-a3e42cb7c511 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.933279] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476543, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.946789] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1de77d-2694-4744-9197-7d867782b2c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.963561] env[69265]: DEBUG nova.compute.provider_tree [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.967614] env[69265]: DEBUG nova.compute.manager [req-cca261a1-5426-4da7-b0d1-c7ee60e713df req-8944a1a1-cec2-4ae9-9574-8cabd718506f service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Received event network-vif-deleted-38b28973-32f4-4450-a519-463bce430f00 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.967878] env[69265]: INFO nova.compute.manager [req-cca261a1-5426-4da7-b0d1-c7ee60e713df req-8944a1a1-cec2-4ae9-9574-8cabd718506f service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Neutron deleted interface 38b28973-32f4-4450-a519-463bce430f00; detaching it from the instance and deleting it from the info cache [ 1029.969230] env[69265]: DEBUG nova.network.neutron [req-cca261a1-5426-4da7-b0d1-c7ee60e713df req-8944a1a1-cec2-4ae9-9574-8cabd718506f service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.982082] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.313525] env[69265]: DEBUG nova.network.neutron [-] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.374232] env[69265]: DEBUG oslo_vmware.api [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476542, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.403315] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476543, 'name': Rename_Task, 'duration_secs': 0.168588} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.404245] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.404245] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec0a327-e228-4b3c-86b5-394553cf5c8f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.413277] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1030.413277] env[69265]: value = "task-3476544" [ 1030.413277] env[69265]: _type = "Task" [ 1030.413277] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.427161] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.446709] env[69265]: DEBUG nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.467060] env[69265]: DEBUG nova.scheduler.client.report [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.476148] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f166f5a-7cb7-4767-9d5c-459f727c9a69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.487603] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476540, 'name': ReconfigVM_Task, 'duration_secs': 1.167865} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.490149] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.490377] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.490571] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.490844] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.491082] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.491298] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.491581] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.491791] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.491961] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.492145] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.492319] env[69265]: DEBUG nova.virt.hardware [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.493732] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1030.496914] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe5fa9c-b48e-4a82-aedc-d4bd1315a53c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.505243] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e21a9-715d-4cb7-b0d4-9b8c2a449f33 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.523559] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42ecab5-d089-42c0-9cfb-942b795a97d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.542978] env[69265]: DEBUG nova.compute.manager [req-cca261a1-5426-4da7-b0d1-c7ee60e713df req-8944a1a1-cec2-4ae9-9574-8cabd718506f service nova] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Detach interface failed, port_id=38b28973-32f4-4450-a519-463bce430f00, reason: Instance fed9328b-a6c0-48b2-aab6-c2dbffa5130f could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.629470] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.629665] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4431698-7ebc-4f52-bf14-a3b370d0917b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.638211] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1030.638211] env[69265]: value = "task-3476545" [ 1030.638211] env[69265]: _type = "Task" [ 1030.638211] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.649258] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.816810] env[69265]: INFO nova.compute.manager [-] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Took 1.46 seconds to deallocate network for instance. [ 1030.884292] env[69265]: DEBUG oslo_vmware.api [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.928762] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476544, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.980690] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.981419] env[69265]: DEBUG nova.compute.manager [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.984782] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.630s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.985081] env[69265]: DEBUG nova.objects.instance [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1031.050493] env[69265]: DEBUG nova.network.neutron [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Successfully updated port: b0539707-fb11-4b1b-b97e-0ce17c4b9197 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.152632] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476545, 'name': PowerOffVM_Task, 'duration_secs': 0.372973} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.153159] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.154483] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42db0daa-6f53-43de-b002-5ac0f6cb701e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.188871] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b831dbd0-5819-4d45-9dd7-05fbb26f7ed1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.221963] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.222305] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c674695-4c6f-4f4a-a721-36d359e05b88 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.232215] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1031.232215] env[69265]: value = "task-3476546" [ 1031.232215] env[69265]: _type = "Task" [ 1031.232215] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.241988] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.326179] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.373857] env[69265]: DEBUG oslo_vmware.api [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476542, 'name': PowerOnVM_Task, 'duration_secs': 1.558953} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.378018] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Resumed the VM {{(pid=69265) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1031.378018] env[69265]: DEBUG nova.compute.manager [None req-3b277304-2fd8-4467-bc10-ac71502cf75e tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.378018] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96f32a-a734-4372-9132-9efe10fd8886 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.425332] env[69265]: DEBUG oslo_vmware.api [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476544, 'name': PowerOnVM_Task, 'duration_secs': 0.54996} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.425332] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.425550] env[69265]: INFO nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1031.425728] env[69265]: DEBUG nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.427829] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a950479c-e67d-4420-af51-bffe1cfe8d7e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.490838] env[69265]: DEBUG nova.compute.utils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.492295] env[69265]: DEBUG nova.compute.manager [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1031.553749] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-291a4fa7-52ad-47dc-bc59-ee8c6339bea7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.553976] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-291a4fa7-52ad-47dc-bc59-ee8c6339bea7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.554248] env[69265]: DEBUG nova.network.neutron [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.581245] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.582142] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f872021-78f6-47cb-8eba-e2cd82aa8309 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.594064] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1031.594064] env[69265]: value = "task-3476547" [ 1031.594064] env[69265]: _type = "Task" [ 1031.594064] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.602067] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.743734] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1031.744214] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.744266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.744387] env[69265]: DEBUG oslo_concurrency.lockutils [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.744580] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.744930] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37b8279a-d039-4f54-b634-e45e38fe0903 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.756564] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.756933] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.757813] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04454d8-686e-4113-91cc-e11286cff8d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.764114] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1031.764114] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529a7325-2b0b-0dc8-1484-b66d08e62014" [ 1031.764114] env[69265]: _type = "Task" [ 1031.764114] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.773938] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529a7325-2b0b-0dc8-1484-b66d08e62014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.953614] env[69265]: INFO nova.compute.manager [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Took 32.65 seconds to build instance. [ 1031.995026] env[69265]: DEBUG nova.compute.manager [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.003612] env[69265]: DEBUG nova.compute.manager [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Received event network-vif-plugged-b0539707-fb11-4b1b-b97e-0ce17c4b9197 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.003829] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] Acquiring lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.004066] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] Lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.004248] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] Lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.004641] env[69265]: DEBUG nova.compute.manager [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] No waiting events found dispatching network-vif-plugged-b0539707-fb11-4b1b-b97e-0ce17c4b9197 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.004641] env[69265]: WARNING nova.compute.manager [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Received unexpected event network-vif-plugged-b0539707-fb11-4b1b-b97e-0ce17c4b9197 for instance with vm_state building and task_state spawning. [ 1032.004764] env[69265]: DEBUG nova.compute.manager [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Received event network-changed-b0539707-fb11-4b1b-b97e-0ce17c4b9197 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.004901] env[69265]: DEBUG nova.compute.manager [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Refreshing instance network info cache due to event network-changed-b0539707-fb11-4b1b-b97e-0ce17c4b9197. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.005093] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] Acquiring lock "refresh_cache-291a4fa7-52ad-47dc-bc59-ee8c6339bea7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.006486] env[69265]: DEBUG oslo_concurrency.lockutils [None req-008fb080-9d57-4248-ab25-ddc236b1f68a tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.007430] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.205s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.008864] env[69265]: INFO nova.compute.claims [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.088089] env[69265]: DEBUG nova.network.neutron [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.105474] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.105879] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1032.106689] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1032.109433] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ffa125-8c28-4eb6-9243-91a5b627ff01 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.131447] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad138bf-d599-4ecd-88f3-c866f8a76748 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.141414] env[69265]: WARNING nova.virt.vmwareapi.driver [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1032.141798] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.142611] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a95e112-6ced-4ce8-86fd-b24befd2a47d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.152145] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.152431] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501914b2-1fd2-475a-a0c7-7dbcdec6babc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.231739] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.231739] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.231739] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleting the datastore file [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.231940] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eed9699-8b30-4c29-9501-a6904a44871b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.243032] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1032.243032] env[69265]: value = "task-3476549" [ 1032.243032] env[69265]: _type = "Task" [ 1032.243032] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.250754] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.251715] env[69265]: DEBUG nova.network.neutron [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Updating instance_info_cache with network_info: [{"id": "b0539707-fb11-4b1b-b97e-0ce17c4b9197", "address": "fa:16:3e:53:e8:8f", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0539707-fb", "ovs_interfaceid": "b0539707-fb11-4b1b-b97e-0ce17c4b9197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.274750] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529a7325-2b0b-0dc8-1484-b66d08e62014, 'name': SearchDatastore_Task, 'duration_secs': 0.021019} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.276206] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102916a4-46e0-4a8a-881f-f83ec0bebba0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.283820] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1032.283820] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520de88d-a0dd-9572-626b-05ced788fa58" [ 1032.283820] env[69265]: _type = "Task" [ 1032.283820] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.294774] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520de88d-a0dd-9572-626b-05ced788fa58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.453474] env[69265]: DEBUG oslo_concurrency.lockutils [None req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.177s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.756162] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314383} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.756162] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.756162] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.756162] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.760067] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-291a4fa7-52ad-47dc-bc59-ee8c6339bea7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.760733] env[69265]: DEBUG nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Instance network_info: |[{"id": "b0539707-fb11-4b1b-b97e-0ce17c4b9197", "address": "fa:16:3e:53:e8:8f", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0539707-fb", "ovs_interfaceid": "b0539707-fb11-4b1b-b97e-0ce17c4b9197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.761660] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] Acquired lock "refresh_cache-291a4fa7-52ad-47dc-bc59-ee8c6339bea7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.762052] env[69265]: DEBUG nova.network.neutron [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Refreshing network info cache for port b0539707-fb11-4b1b-b97e-0ce17c4b9197 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.765139] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:e8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0539707-fb11-4b1b-b97e-0ce17c4b9197', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.772725] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating folder: Project (28b8ace6cf36454cae77bfc54e812c77). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.774084] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e2f5e82-a9b1-4555-b57d-4edd5131204d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.791656] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created folder: Project (28b8ace6cf36454cae77bfc54e812c77) in parent group-v694865. [ 1032.792150] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating folder: Instances. Parent ref: group-v695092. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.793456] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-171a5794-d6c6-4bbe-96a1-cc4f7143be3c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.800068] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520de88d-a0dd-9572-626b-05ced788fa58, 'name': SearchDatastore_Task, 'duration_secs': 0.022306} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.802020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.802020] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. {{(pid=69265) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1032.802020] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa0b9561-d89f-468f-a87f-bbfc1604dfc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.809505] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1032.809505] env[69265]: value = "task-3476552" [ 1032.809505] env[69265]: _type = "Task" [ 1032.809505] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.811390] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created folder: Instances in parent group-v695092. [ 1032.811842] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.815902] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.816388] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-688cb4eb-9804-4578-8a68-d59b8f0c525d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.837772] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.841033] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.841033] env[69265]: value = "task-3476553" [ 1032.841033] env[69265]: _type = "Task" [ 1032.841033] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.850363] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476553, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.014020] env[69265]: DEBUG nova.compute.manager [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.055163] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.055566] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.055651] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.055763] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.055904] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.056179] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.056465] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.056673] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.056884] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.057178] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.057456] env[69265]: DEBUG nova.virt.hardware [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.058431] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2800354-6614-4367-9af1-50d8a099b6d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.071394] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d018d5e-a55f-46fa-ac82-63d48fff45f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.089753] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.097152] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Creating folder: Project (3aec30d715bd410cb6039098818d14b2). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.100491] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30dcab99-3004-46ce-819d-1d0eff9e1b87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.116224] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Created folder: Project (3aec30d715bd410cb6039098818d14b2) in parent group-v694865. [ 1033.116512] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Creating folder: Instances. Parent ref: group-v695095. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.120293] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b69da34-e081-4f29-9b49-96e918719ccb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.134347] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Created folder: Instances in parent group-v695095. [ 1033.135052] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.138521] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.139127] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ddeeb5-70a0-42a6-9739-1ffa8d4e91ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.163399] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.163399] env[69265]: value = "task-3476556" [ 1033.163399] env[69265]: _type = "Task" [ 1033.163399] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.177487] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476556, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.263462] env[69265]: INFO nova.virt.block_device [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Booting with volume 0359da3d-e185-4f54-ad92-2af45e0961ee at /dev/sdb [ 1033.321340] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec7b42af-ff8a-4593-8a2d-4e09cebaffd9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.330559] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476552, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.349133] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b04442-116e-45ad-a4c8-f3ed60d336ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.376440] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476553, 'name': CreateVM_Task, 'duration_secs': 0.450272} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.376440] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.376907] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.376907] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.377361] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.382160] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634d7a2f-e51b-4977-908a-0fc6b6b254d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.402507] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb211fdc-0982-4473-98a8-d0cd16f07bd5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.410563] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1033.410563] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52192234-d5e3-6bd4-341b-0b55ad011e00" [ 1033.410563] env[69265]: _type = "Task" [ 1033.410563] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.419514] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8be128-2066-4b7a-8f04-fff79f5778f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.447380] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52192234-d5e3-6bd4-341b-0b55ad011e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.470956] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f23ee8-a191-4dac-8523-e348d26a84f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.480178] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae65da99-48ba-49f6-bce3-cbf196d1d744 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.508608] env[69265]: DEBUG nova.virt.block_device [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updating existing volume attachment record: ad9b4ad8-314b-4d94-bc3b-1284a9babdbb {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.573342] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddd852f-ace4-409e-ba31-7effbafab7c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.583740] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855be26-d849-443c-b43b-f86a6a00484b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.619920] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb276336-30a8-48b7-9ffe-459fd3c8811b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.635176] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db7209e-7df2-46d7-98b8-a19ac2a8e29a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.653132] env[69265]: DEBUG nova.compute.provider_tree [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.674533] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476556, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.704734] env[69265]: DEBUG nova.network.neutron [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Updated VIF entry in instance network info cache for port b0539707-fb11-4b1b-b97e-0ce17c4b9197. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.705292] env[69265]: DEBUG nova.network.neutron [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Updating instance_info_cache with network_info: [{"id": "b0539707-fb11-4b1b-b97e-0ce17c4b9197", "address": "fa:16:3e:53:e8:8f", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0539707-fb", "ovs_interfaceid": "b0539707-fb11-4b1b-b97e-0ce17c4b9197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.785080] env[69265]: DEBUG nova.compute.manager [req-f0b6ad72-726a-459b-b92c-64d9005d6363 req-01f8e3da-3144-4584-ae73-a2cb521ded6c service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Received event network-changed-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.785313] env[69265]: DEBUG nova.compute.manager [req-f0b6ad72-726a-459b-b92c-64d9005d6363 req-01f8e3da-3144-4584-ae73-a2cb521ded6c service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Refreshing instance network info cache due to event network-changed-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.785571] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0b6ad72-726a-459b-b92c-64d9005d6363 req-01f8e3da-3144-4584-ae73-a2cb521ded6c service nova] Acquiring lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.785744] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0b6ad72-726a-459b-b92c-64d9005d6363 req-01f8e3da-3144-4584-ae73-a2cb521ded6c service nova] Acquired lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.785927] env[69265]: DEBUG nova.network.neutron [req-f0b6ad72-726a-459b-b92c-64d9005d6363 req-01f8e3da-3144-4584-ae73-a2cb521ded6c service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Refreshing network info cache for port e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.825786] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689363} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.826336] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. [ 1033.827353] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c4e676-9ebf-45e1-904a-0c0f4719d1ba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.860785] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.862636] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba321044-3d3c-4695-93da-99f775dbdf60 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.882744] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1033.882744] env[69265]: value = "task-3476557" [ 1033.882744] env[69265]: _type = "Task" [ 1033.882744] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.892949] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.927271] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52192234-d5e3-6bd4-341b-0b55ad011e00, 'name': SearchDatastore_Task, 'duration_secs': 0.060572} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.927738] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.928141] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.928775] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.928775] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.928888] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.929232] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf695bd4-7a2d-462f-af19-75a754140a75 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.943522] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.943715] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.944543] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c19c9d-4886-4a81-8dd1-af882bacd7f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.951416] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1033.951416] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c69d3-daf9-1433-492b-06f8ec97a199" [ 1033.951416] env[69265]: _type = "Task" [ 1033.951416] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.960506] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c69d3-daf9-1433-492b-06f8ec97a199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.177325] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476556, 'name': CreateVM_Task, 'duration_secs': 0.534072} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.177600] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.177996] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.178197] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.178560] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.179532] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3937adc6-0a14-45a9-8f8e-33dd8639255e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.184088] env[69265]: ERROR nova.scheduler.client.report [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [req-59b95646-5ffa-459b-9531-0f2a97b8f83d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-59b95646-5ffa-459b-9531-0f2a97b8f83d"}]} [ 1034.191252] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1034.191252] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522d0511-d868-6c51-6ae1-f13fab3f5d84" [ 1034.191252] env[69265]: _type = "Task" [ 1034.191252] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.208330] env[69265]: DEBUG oslo_concurrency.lockutils [req-c2406e98-dc9b-4f98-9234-2e41ca439930 req-6f2f691c-55c0-48b8-81f5-9f286f2552fe service nova] Releasing lock "refresh_cache-291a4fa7-52ad-47dc-bc59-ee8c6339bea7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.208936] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522d0511-d868-6c51-6ae1-f13fab3f5d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.213307] env[69265]: DEBUG nova.scheduler.client.report [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1034.243354] env[69265]: DEBUG nova.scheduler.client.report [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1034.243354] env[69265]: DEBUG nova.compute.provider_tree [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.259759] env[69265]: DEBUG nova.scheduler.client.report [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1034.285510] env[69265]: DEBUG nova.scheduler.client.report [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1034.397893] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476557, 'name': ReconfigVM_Task, 'duration_secs': 0.512548} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.398553] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.399419] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0221b2e-8d4e-4903-a35a-e64f8d18c910 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.440147] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f946f25-4e39-4c9c-85cf-532da3355173 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.458233] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1034.458233] env[69265]: value = "task-3476558" [ 1034.458233] env[69265]: _type = "Task" [ 1034.458233] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.462984] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c69d3-daf9-1433-492b-06f8ec97a199, 'name': SearchDatastore_Task, 'duration_secs': 0.02188} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.467366] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f656e6-84d8-4955-81fd-55eb42c22909 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.480127] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1034.480127] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526a6c6c-43d1-c462-6fac-53f3f726f080" [ 1034.480127] env[69265]: _type = "Task" [ 1034.480127] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.483779] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.497715] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526a6c6c-43d1-c462-6fac-53f3f726f080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.705269] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522d0511-d868-6c51-6ae1-f13fab3f5d84, 'name': SearchDatastore_Task, 'duration_secs': 0.017} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.708251] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.708251] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.708251] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.721954] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e7fba1-1203-4ecd-8784-2878fb0e77d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.730181] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca3501-45d7-4407-969d-3131633373a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.763632] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead8caf1-64ff-4f1a-bf77-2f34278fdb2e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.774256] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5bd65f-054f-4de3-955a-e21175624bc9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.790823] env[69265]: DEBUG nova.compute.provider_tree [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.794159] env[69265]: DEBUG nova.network.neutron [req-f0b6ad72-726a-459b-b92c-64d9005d6363 req-01f8e3da-3144-4584-ae73-a2cb521ded6c service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updated VIF entry in instance network info cache for port e3212a7d-bf32-4ac9-a8c1-42f9506bccdf. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.794391] env[69265]: DEBUG nova.network.neutron [req-f0b6ad72-726a-459b-b92c-64d9005d6363 req-01f8e3da-3144-4584-ae73-a2cb521ded6c service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance_info_cache with network_info: [{"id": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "address": "fa:16:3e:5b:5f:16", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3212a7d-bf", "ovs_interfaceid": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.974208] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476558, 'name': ReconfigVM_Task, 'duration_secs': 0.195198} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.974577] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.974896] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b21349-1533-4bcd-b390-9b629d4e2caf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.983370] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1034.983370] env[69265]: value = "task-3476559" [ 1034.983370] env[69265]: _type = "Task" [ 1034.983370] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.998395] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526a6c6c-43d1-c462-6fac-53f3f726f080, 'name': SearchDatastore_Task, 'duration_secs': 0.026386} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.001716] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.002013] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7/291a4fa7-52ad-47dc-bc59-ee8c6339bea7.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.002315] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.002549] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.002738] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.002952] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b140efc-9919-4cdc-9779-4236977afe04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.005159] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dfae37d-9a50-4fce-bc65-b12388abc9e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.014258] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1035.014258] env[69265]: value = "task-3476560" [ 1035.014258] env[69265]: _type = "Task" [ 1035.014258] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.019230] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.019455] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.021332] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8115c313-80c1-445d-aba8-0a52b01a14ea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.028561] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.030064] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1035.030064] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521649c6-6682-a7b0-cd9d-d8470d2fc814" [ 1035.030064] env[69265]: _type = "Task" [ 1035.030064] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.040962] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521649c6-6682-a7b0-cd9d-d8470d2fc814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.296860] env[69265]: DEBUG nova.scheduler.client.report [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.300828] env[69265]: DEBUG oslo_concurrency.lockutils [req-f0b6ad72-726a-459b-b92c-64d9005d6363 req-01f8e3da-3144-4584-ae73-a2cb521ded6c service nova] Releasing lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.496999] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476559, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.528735] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476560, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.547100] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521649c6-6682-a7b0-cd9d-d8470d2fc814, 'name': SearchDatastore_Task, 'duration_secs': 0.016266} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.548076] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68d30ea-3350-4ca8-991e-fcd56034e611 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.558040] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1035.558040] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52609f26-fb66-5956-b1d4-1e1906c8af0f" [ 1035.558040] env[69265]: _type = "Task" [ 1035.558040] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.570707] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52609f26-fb66-5956-b1d4-1e1906c8af0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.669943] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.670245] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.670481] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.670832] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.670878] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.671629] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.671629] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.671629] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.671860] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.671860] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.672023] env[69265]: DEBUG nova.virt.hardware [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.673033] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52524ad6-6551-44c1-86fc-e43bb00ee78d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.682922] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bb6efb-7d69-42ce-8cdc-a56aa5c40f15 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.698981] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:21:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf8d9561-edf4-4168-adc6-72f490a1bb81', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.706905] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.707311] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.707539] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6638c70-9f95-4de2-8495-2ca26c145813 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.733352] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.733352] env[69265]: value = "task-3476561" [ 1035.733352] env[69265]: _type = "Task" [ 1035.733352] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.743086] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476561, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.803541] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.796s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.804237] env[69265]: DEBUG nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.807810] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.378s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.808315] env[69265]: DEBUG nova.objects.instance [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lazy-loading 'resources' on Instance uuid 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.996993] env[69265]: DEBUG oslo_vmware.api [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476559, 'name': PowerOnVM_Task, 'duration_secs': 0.735584} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.997373] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.000256] env[69265]: DEBUG nova.compute.manager [None req-28cc2cc0-0c23-4272-97d2-5075acd6d2d7 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.001122] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c63820-b686-4330-9b8d-8e31c8ba9cdc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.027691] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594754} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.027975] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7/291a4fa7-52ad-47dc-bc59-ee8c6339bea7.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.032184] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.032516] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe2c1c0c-2fe8-4f39-9159-4d60413d7b98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.040904] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1036.040904] env[69265]: value = "task-3476562" [ 1036.040904] env[69265]: _type = "Task" [ 1036.040904] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.052095] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.070913] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52609f26-fb66-5956-b1d4-1e1906c8af0f, 'name': SearchDatastore_Task, 'duration_secs': 0.038886} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.071358] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.071678] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 5aa73839-f974-430f-a1ff-035c32aedf78/5aa73839-f974-430f-a1ff-035c32aedf78.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.071979] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b887cc0-a534-4c26-a440-4fc0335375f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.081461] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1036.081461] env[69265]: value = "task-3476563" [ 1036.081461] env[69265]: _type = "Task" [ 1036.081461] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.092683] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.249585] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476561, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.314051] env[69265]: DEBUG nova.compute.utils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.321044] env[69265]: DEBUG nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.321044] env[69265]: DEBUG nova.network.neutron [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.373450] env[69265]: DEBUG nova.policy [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '923ffb5489f84085882e4586a506a89d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fa466a767de46d3a8e7c4eaa0b6c60a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.563348] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145665} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.563776] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.565015] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d83711-cb26-47cf-a9ce-1aa1531ca758 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.597790] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7/291a4fa7-52ad-47dc-bc59-ee8c6339bea7.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.605318] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdac79a1-c626-410b-b8dc-a24d8f6c77a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.632439] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476563, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.634476] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1036.634476] env[69265]: value = "task-3476564" [ 1036.634476] env[69265]: _type = "Task" [ 1036.634476] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.648915] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.731053] env[69265]: DEBUG oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb0f7d-4c42-a2d2-4a6e-994f0f060435/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1036.732743] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0b82f9-e5f1-4baa-9d0e-f7357d2a9de1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.746911] env[69265]: DEBUG oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb0f7d-4c42-a2d2-4a6e-994f0f060435/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1036.747105] env[69265]: ERROR oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb0f7d-4c42-a2d2-4a6e-994f0f060435/disk-0.vmdk due to incomplete transfer. [ 1036.753234] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23d86a49-d290-4f11-af90-2230f1f703e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.753234] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476561, 'name': CreateVM_Task, 'duration_secs': 0.653997} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.753234] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.753765] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.753927] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.754266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.754575] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4423f8d4-e4d6-4d48-9b58-63447c2c0b8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.757815] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010db4f-9df3-435a-8a2f-d3ef83dc843c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.763767] env[69265]: DEBUG oslo_vmware.rw_handles [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb0f7d-4c42-a2d2-4a6e-994f0f060435/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1036.763767] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Uploaded image c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1036.765658] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1036.766439] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27840f11-50ff-4209-991c-96b8366dee53 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.770394] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1036.770394] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52781f25-099c-4717-f4a3-82050b5eb61c" [ 1036.770394] env[69265]: _type = "Task" [ 1036.770394] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.776506] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f19cc-999f-4b81-b738-b26585bdf9f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.781343] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1036.781343] env[69265]: value = "task-3476565" [ 1036.781343] env[69265]: _type = "Task" [ 1036.781343] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.788918] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52781f25-099c-4717-f4a3-82050b5eb61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.817419] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b4802-eaed-42f1-865a-121e65074681 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.820795] env[69265]: DEBUG nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.829220] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476565, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.832812] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43a49ba-dc91-485a-a018-8ab430700641 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.849397] env[69265]: DEBUG nova.compute.provider_tree [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.098967] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771562} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.099583] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 5aa73839-f974-430f-a1ff-035c32aedf78/5aa73839-f974-430f-a1ff-035c32aedf78.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.099969] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.100876] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aae3a5d7-8cd1-4e0e-b771-6bbc2deaf072 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.108651] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1037.108651] env[69265]: value = "task-3476566" [ 1037.108651] env[69265]: _type = "Task" [ 1037.108651] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.121061] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.144752] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476564, 'name': ReconfigVM_Task, 'duration_secs': 0.455411} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.145197] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7/291a4fa7-52ad-47dc-bc59-ee8c6339bea7.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.146315] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bb2daea-350b-4bbb-8b5e-30b87c966838 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.154860] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1037.154860] env[69265]: value = "task-3476567" [ 1037.154860] env[69265]: _type = "Task" [ 1037.154860] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.166701] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476567, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.267157] env[69265]: DEBUG nova.network.neutron [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Successfully created port: f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.284026] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52781f25-099c-4717-f4a3-82050b5eb61c, 'name': SearchDatastore_Task, 'duration_secs': 0.030371} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.288787] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.288951] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.289175] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.289321] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.289502] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.290063] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b6559b-1797-4760-85ba-1d5a899150e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.303646] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476565, 'name': Destroy_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.306487] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.308806] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.308806] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3191269f-50dc-4078-ac28-bca125a76f84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.313594] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1037.313594] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aea00a-6f61-7a03-41e1-9902cea08220" [ 1037.313594] env[69265]: _type = "Task" [ 1037.313594] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.323312] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aea00a-6f61-7a03-41e1-9902cea08220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.399180] env[69265]: DEBUG nova.scheduler.client.report [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1037.399180] env[69265]: DEBUG nova.compute.provider_tree [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 114 to 115 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1037.399180] env[69265]: DEBUG nova.compute.provider_tree [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.620741] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333857} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.624016] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.624016] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8373547f-30b8-4bf0-bb34-f1f4bfdf4d10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.643553] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 5aa73839-f974-430f-a1ff-035c32aedf78/5aa73839-f974-430f-a1ff-035c32aedf78.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.643909] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d3dbfe-78b7-42a2-9e9b-9a7304df2d50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.671300] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476567, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.672447] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1037.672447] env[69265]: value = "task-3476568" [ 1037.672447] env[69265]: _type = "Task" [ 1037.672447] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.682075] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.793185] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476565, 'name': Destroy_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.824738] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52aea00a-6f61-7a03-41e1-9902cea08220, 'name': SearchDatastore_Task, 'duration_secs': 0.041405} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.825698] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd198367-9b26-442f-80f4-d4d7ade5d6ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.831924] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1037.831924] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a0efc2-cba8-e07b-429a-13a6419bb51e" [ 1037.831924] env[69265]: _type = "Task" [ 1037.831924] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.837721] env[69265]: DEBUG nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.844850] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a0efc2-cba8-e07b-429a-13a6419bb51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.885711] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.885948] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.886134] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.886305] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.886454] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.886603] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.886834] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.887285] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.887285] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.887445] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.887570] env[69265]: DEBUG nova.virt.hardware [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.890700] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e123aed-5365-4907-a7d7-d7b2bc41e033 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.902261] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27086cdf-c6ec-4295-b6cb-7351ae667ad7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.907615] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.910070] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.662s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.912845] env[69265]: INFO nova.compute.claims [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.941654] env[69265]: INFO nova.scheduler.client.report [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Deleted allocations for instance 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8 [ 1038.033017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.033017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.171214] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476567, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.184565] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476568, 'name': ReconfigVM_Task, 'duration_secs': 0.438587} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.184565] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 5aa73839-f974-430f-a1ff-035c32aedf78/5aa73839-f974-430f-a1ff-035c32aedf78.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.185288] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8086681-0762-48ed-a3ab-ab485be8cf28 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.193386] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1038.193386] env[69265]: value = "task-3476569" [ 1038.193386] env[69265]: _type = "Task" [ 1038.193386] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.204621] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476569, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.295654] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476565, 'name': Destroy_Task, 'duration_secs': 1.352175} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.295983] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Destroyed the VM [ 1038.296204] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.296459] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8e311f9-631c-4120-bccc-10e50c2381d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.306176] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1038.306176] env[69265]: value = "task-3476570" [ 1038.306176] env[69265]: _type = "Task" [ 1038.306176] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.317600] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.343467] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a0efc2-cba8-e07b-429a-13a6419bb51e, 'name': SearchDatastore_Task, 'duration_secs': 0.013229} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.343836] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.344020] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273/a06a518a-c2ba-4b79-96cb-9b89612ae273.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.344336] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21661e34-2846-4e98-b67e-bce292bcb9c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.351996] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1038.351996] env[69265]: value = "task-3476571" [ 1038.351996] env[69265]: _type = "Task" [ 1038.351996] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.361327] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.450869] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3bb08cb6-47a4-454a-8639-144aea7a8005 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Lock "54cc7c36-53d8-406c-86b5-3ddbe7ef96b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.273s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.537053] env[69265]: DEBUG nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.677464] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476567, 'name': Rename_Task, 'duration_secs': 1.100513} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.677464] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.677464] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c40948f-3b81-4bfe-a13a-1e82194f4dd2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.687402] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1038.687402] env[69265]: value = "task-3476572" [ 1038.687402] env[69265]: _type = "Task" [ 1038.687402] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.698180] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.713721] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476569, 'name': Rename_Task, 'duration_secs': 0.295468} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.715214] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.716032] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-597fbbde-3ce2-477d-bbec-21a16b50e1bf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.736234] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1038.736234] env[69265]: value = "task-3476573" [ 1038.736234] env[69265]: _type = "Task" [ 1038.736234] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.750346] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.827850] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476570, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.872480] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.062213] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.083814] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.084298] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.084298] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.084460] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.084669] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.089110] env[69265]: INFO nova.compute.manager [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Terminating instance [ 1039.109939] env[69265]: DEBUG nova.network.neutron [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Successfully updated port: f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.153163] env[69265]: DEBUG nova.compute.manager [req-303827a5-d167-4826-8ad4-a8ab3c62d735 req-b54ce564-bb5f-4274-a913-11f9725bb90f service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Received event network-vif-plugged-f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.153400] env[69265]: DEBUG oslo_concurrency.lockutils [req-303827a5-d167-4826-8ad4-a8ab3c62d735 req-b54ce564-bb5f-4274-a913-11f9725bb90f service nova] Acquiring lock "040c7a12-1ff5-492a-bace-cf58db235c91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.153617] env[69265]: DEBUG oslo_concurrency.lockutils [req-303827a5-d167-4826-8ad4-a8ab3c62d735 req-b54ce564-bb5f-4274-a913-11f9725bb90f service nova] Lock "040c7a12-1ff5-492a-bace-cf58db235c91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.153789] env[69265]: DEBUG oslo_concurrency.lockutils [req-303827a5-d167-4826-8ad4-a8ab3c62d735 req-b54ce564-bb5f-4274-a913-11f9725bb90f service nova] Lock "040c7a12-1ff5-492a-bace-cf58db235c91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.154025] env[69265]: DEBUG nova.compute.manager [req-303827a5-d167-4826-8ad4-a8ab3c62d735 req-b54ce564-bb5f-4274-a913-11f9725bb90f service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] No waiting events found dispatching network-vif-plugged-f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.154148] env[69265]: WARNING nova.compute.manager [req-303827a5-d167-4826-8ad4-a8ab3c62d735 req-b54ce564-bb5f-4274-a913-11f9725bb90f service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Received unexpected event network-vif-plugged-f204474e-58ef-488e-b75b-227094c415a4 for instance with vm_state building and task_state spawning. [ 1039.201547] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476572, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.248668] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.319812] env[69265]: DEBUG oslo_vmware.api [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476570, 'name': RemoveSnapshot_Task, 'duration_secs': 0.622482} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.320117] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.320815] env[69265]: INFO nova.compute.manager [None req-190f781f-2860-40a9-9d3d-50e0d80a7ebc tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 1039.326063] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc84e77-c482-4f9b-a864-333ef571e857 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.335135] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193e9509-2ee3-4589-bd8e-d31b7adc600c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.374757] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8029de-1e33-47e3-87c5-f8a0633fd039 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.384879] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671546} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.387394] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273/a06a518a-c2ba-4b79-96cb-9b89612ae273.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.387638] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.387988] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7a6df1e-a242-49c9-bdd5-646b410b5a2d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.390824] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca2d4ea-2e67-4589-8a43-74ad01402c40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.406098] env[69265]: DEBUG nova.compute.provider_tree [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.410279] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1039.410279] env[69265]: value = "task-3476574" [ 1039.410279] env[69265]: _type = "Task" [ 1039.410279] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.422187] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.540730] env[69265]: INFO nova.compute.manager [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Rescuing [ 1039.541076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.541287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.541501] env[69265]: DEBUG nova.network.neutron [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.598193] env[69265]: DEBUG nova.compute.manager [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.598193] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.598193] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbc2b86-e867-42dc-bbe9-0e172d174383 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.609281] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.609585] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32045eab-b1e7-47ed-bc8e-212c2f08edb2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.614196] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.614404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquired lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.614513] env[69265]: DEBUG nova.network.neutron [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.625907] env[69265]: DEBUG oslo_vmware.api [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1039.625907] env[69265]: value = "task-3476575" [ 1039.625907] env[69265]: _type = "Task" [ 1039.625907] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.639245] env[69265]: DEBUG oslo_vmware.api [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.705956] env[69265]: DEBUG oslo_vmware.api [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476572, 'name': PowerOnVM_Task, 'duration_secs': 0.575031} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.705956] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.705956] env[69265]: INFO nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1039.705956] env[69265]: DEBUG nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.708032] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a2d5d6-24be-4974-88d9-7e60e36f2063 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.749075] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.693208] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223006} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.693501] env[69265]: DEBUG oslo_vmware.api [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476573, 'name': PowerOnVM_Task, 'duration_secs': 1.173148} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.693944] env[69265]: INFO nova.compute.manager [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Took 39.40 seconds to build instance. [ 1040.695557] env[69265]: ERROR nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [req-b67d5570-edce-4aa6-8887-8371c495de0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b67d5570-edce-4aa6-8887-8371c495de0b"}]} [ 1040.698583] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.698902] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.699102] env[69265]: INFO nova.compute.manager [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1040.699278] env[69265]: DEBUG nova.compute.manager [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.701394] env[69265]: DEBUG oslo_vmware.api [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476575, 'name': PowerOffVM_Task, 'duration_secs': 0.344634} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.702623] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086082c7-c127-49a4-aa02-aaf4cde8aec3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.706666] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c2a9e5-a2b9-43ac-8897-9713242fd6c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.708532] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.708712] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.709011] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b3fc77-59b6-4950-bec2-61e402ded9d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.735472] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273/a06a518a-c2ba-4b79-96cb-9b89612ae273.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.736844] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1040.739071] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c2acda-e591-4673-b0b1-e12bdbae59e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.754741] env[69265]: DEBUG nova.network.neutron [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.765348] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1040.765348] env[69265]: value = "task-3476577" [ 1040.765348] env[69265]: _type = "Task" [ 1040.765348] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.775194] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.776228] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1040.776523] env[69265]: DEBUG nova.compute.provider_tree [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.795824] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1040.811135] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.811135] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.811465] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleting the datastore file [datastore1] cd72fe81-eab5-496c-9f24-21ea8d2c6e20 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.811931] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b50eb73e-1366-420e-a0ef-519464600052 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.823045] env[69265]: DEBUG oslo_vmware.api [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for the task: (returnval){ [ 1040.823045] env[69265]: value = "task-3476578" [ 1040.823045] env[69265]: _type = "Task" [ 1040.823045] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.825058] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1040.836251] env[69265]: DEBUG oslo_vmware.api [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.031587] env[69265]: DEBUG nova.network.neutron [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updating instance_info_cache with network_info: [{"id": "f204474e-58ef-488e-b75b-227094c415a4", "address": "fa:16:3e:a3:45:14", "network": {"id": "ffd9fa21-e5d0-49f0-aae7-39e6946539db", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-138517688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2fa466a767de46d3a8e7c4eaa0b6c60a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf204474e-58", "ovs_interfaceid": "f204474e-58ef-488e-b75b-227094c415a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.054262] env[69265]: DEBUG nova.network.neutron [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Updating instance_info_cache with network_info: [{"id": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "address": "fa:16:3e:ad:a6:49", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b84bdd-3c", "ovs_interfaceid": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.191379] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca09435b-79df-4cd6-8bf3-56dce9527198 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.201747] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250d66f3-3231-4c41-aab0-cce3ab7e7174 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.205987] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd299c97-30c4-4d39-af38-a1bb71e875c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.920s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.248479] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc6745d-097a-4179-80b2-b4f971ac6f97 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.258355] env[69265]: INFO nova.compute.manager [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Took 37.67 seconds to build instance. [ 1041.265636] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91031a87-ecff-4f6a-ac2c-1223ee830503 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.285717] env[69265]: DEBUG nova.compute.provider_tree [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.292906] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476577, 'name': ReconfigVM_Task, 'duration_secs': 0.321184} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.292906] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273/a06a518a-c2ba-4b79-96cb-9b89612ae273.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.292906] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encrypted': False, 'boot_index': 0, 'image_id': '874d7480-b4be-4ee5-a86f-5be16c8c152b'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'}, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'attachment_id': 'ad9b4ad8-314b-4d94-bc3b-1284a9babdbb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69265) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1041.292906] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1041.293223] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1041.294585] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80be6754-dd58-431a-bfa7-fb274b224857 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.313078] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25ddc35-eb82-4128-8503-d71e6100fa05 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.341258] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-0359da3d-e185-4f54-ad92-2af45e0961ee/volume-0359da3d-e185-4f54-ad92-2af45e0961ee.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.344632] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b775fc0-8d8a-4d40-bc9e-491e69f3b9e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.365103] env[69265]: DEBUG oslo_vmware.api [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Task: {'id': task-3476578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155822} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.366429] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.366628] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.366811] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.366985] env[69265]: INFO nova.compute.manager [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1041.367248] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.367510] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1041.367510] env[69265]: value = "task-3476579" [ 1041.367510] env[69265]: _type = "Task" [ 1041.367510] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.367738] env[69265]: DEBUG nova.compute.manager [-] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.367799] env[69265]: DEBUG nova.network.neutron [-] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.379255] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.539528] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Releasing lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.539528] env[69265]: DEBUG nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Instance network_info: |[{"id": "f204474e-58ef-488e-b75b-227094c415a4", "address": "fa:16:3e:a3:45:14", "network": {"id": "ffd9fa21-e5d0-49f0-aae7-39e6946539db", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-138517688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2fa466a767de46d3a8e7c4eaa0b6c60a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf204474e-58", "ovs_interfaceid": "f204474e-58ef-488e-b75b-227094c415a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.539799] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:45:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f204474e-58ef-488e-b75b-227094c415a4', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.549268] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Creating folder: Project (2fa466a767de46d3a8e7c4eaa0b6c60a). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.549591] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f335552-9173-449f-a5db-d034cccf916d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.560096] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.574294] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Created folder: Project (2fa466a767de46d3a8e7c4eaa0b6c60a) in parent group-v694865. [ 1041.574600] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Creating folder: Instances. Parent ref: group-v695099. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.575198] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-941a28eb-b9c6-47d3-8d68-6e50d51cbffd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.601296] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Created folder: Instances in parent group-v695099. [ 1041.601708] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.602473] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.602792] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed69ad76-c45b-4bc2-a68a-384869e5c885 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.623150] env[69265]: DEBUG nova.compute.manager [req-b4941403-2af6-43ce-8498-a23cc76aa43d req-a773ec81-f347-4b3b-94ee-cb58969b8f3b service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Received event network-changed-f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.623277] env[69265]: DEBUG nova.compute.manager [req-b4941403-2af6-43ce-8498-a23cc76aa43d req-a773ec81-f347-4b3b-94ee-cb58969b8f3b service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing instance network info cache due to event network-changed-f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.623528] env[69265]: DEBUG oslo_concurrency.lockutils [req-b4941403-2af6-43ce-8498-a23cc76aa43d req-a773ec81-f347-4b3b-94ee-cb58969b8f3b service nova] Acquiring lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.623660] env[69265]: DEBUG oslo_concurrency.lockutils [req-b4941403-2af6-43ce-8498-a23cc76aa43d req-a773ec81-f347-4b3b-94ee-cb58969b8f3b service nova] Acquired lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.623876] env[69265]: DEBUG nova.network.neutron [req-b4941403-2af6-43ce-8498-a23cc76aa43d req-a773ec81-f347-4b3b-94ee-cb58969b8f3b service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing network info cache for port f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.639326] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.639745] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.640920] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.640920] env[69265]: value = "task-3476582" [ 1041.640920] env[69265]: _type = "Task" [ 1041.640920] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.656250] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476582, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.760837] env[69265]: INFO nova.compute.manager [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Rebuilding instance [ 1041.763444] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4ba872ac-e4bd-4e27-8fd5-e830233c8d09 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "5aa73839-f974-430f-a1ff-035c32aedf78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.183s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.817843] env[69265]: DEBUG nova.compute.manager [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.818839] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc511d0-1586-4fd0-ad84-b3ff81b76869 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.822948] env[69265]: ERROR nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [req-6d29454b-0cc5-439f-8a2f-c8f4cbd85341] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d29454b-0cc5-439f-8a2f-c8f4cbd85341"}]} [ 1041.846298] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.862359] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.862606] env[69265]: DEBUG nova.compute.provider_tree [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.880776] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.884069] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.905623] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1042.141975] env[69265]: DEBUG nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.165563] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476582, 'name': CreateVM_Task, 'duration_secs': 0.44917} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.165887] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.167018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.167018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.167870] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.167870] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23667e3c-3743-4d21-8cfd-9094ce2d604d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.179802] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1042.179802] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52087b2b-6933-da22-df20-98436009380c" [ 1042.179802] env[69265]: _type = "Task" [ 1042.179802] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.192295] env[69265]: DEBUG nova.network.neutron [-] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.193539] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52087b2b-6933-da22-df20-98436009380c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.314645] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2bd7cb-8e49-4653-a995-e63fd4f403b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.322535] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207ca27-ad04-4dcc-82cc-11f6868dfa56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.365017] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246d02ea-77dd-4b66-b6ea-4a32e1251619 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.375047] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762242db-68b9-4c87-9184-d769a7c0d81a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.388896] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.398039] env[69265]: DEBUG nova.compute.provider_tree [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.432415] env[69265]: DEBUG nova.network.neutron [req-b4941403-2af6-43ce-8498-a23cc76aa43d req-a773ec81-f347-4b3b-94ee-cb58969b8f3b service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updated VIF entry in instance network info cache for port f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.432797] env[69265]: DEBUG nova.network.neutron [req-b4941403-2af6-43ce-8498-a23cc76aa43d req-a773ec81-f347-4b3b-94ee-cb58969b8f3b service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updating instance_info_cache with network_info: [{"id": "f204474e-58ef-488e-b75b-227094c415a4", "address": "fa:16:3e:a3:45:14", "network": {"id": "ffd9fa21-e5d0-49f0-aae7-39e6946539db", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-138517688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2fa466a767de46d3a8e7c4eaa0b6c60a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf204474e-58", "ovs_interfaceid": "f204474e-58ef-488e-b75b-227094c415a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.682028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.693915] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52087b2b-6933-da22-df20-98436009380c, 'name': SearchDatastore_Task, 'duration_secs': 0.027163} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.694379] env[69265]: INFO nova.compute.manager [-] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Took 1.33 seconds to deallocate network for instance. [ 1042.694727] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.694905] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.695164] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.695313] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.695488] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.697284] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d821424-740d-4029-a5e9-fb5bf42c41c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.710238] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.710448] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.711377] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb526f5c-f1d9-469d-98a2-587aa1ca8c62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.734949] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1042.734949] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525b6287-14e6-f844-1fec-b9fd0e6a4a93" [ 1042.734949] env[69265]: _type = "Task" [ 1042.734949] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.748115] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525b6287-14e6-f844-1fec-b9fd0e6a4a93, 'name': SearchDatastore_Task, 'duration_secs': 0.027556} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.749648] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ad6176-0518-4134-b2fb-5611836150f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.756314] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1042.756314] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b69f88-7135-eb5b-5f9e-69709b172f11" [ 1042.756314] env[69265]: _type = "Task" [ 1042.756314] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.765400] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b69f88-7135-eb5b-5f9e-69709b172f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.863035] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.863156] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ecc195b-3232-44c6-aca2-79300dc0fcf3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.879531] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1042.879531] env[69265]: value = "task-3476583" [ 1042.879531] env[69265]: _type = "Task" [ 1042.879531] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.888833] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476579, 'name': ReconfigVM_Task, 'duration_secs': 1.384191} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.889654] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-0359da3d-e185-4f54-ad92-2af45e0961ee/volume-0359da3d-e185-4f54-ad92-2af45e0961ee.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.899113] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84beca80-dc20-4ab3-8b62-01dcdb4e8d28 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.910300] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.925027] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1042.925027] env[69265]: value = "task-3476584" [ 1042.925027] env[69265]: _type = "Task" [ 1042.925027] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.934884] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.940982] env[69265]: DEBUG oslo_concurrency.lockutils [req-b4941403-2af6-43ce-8498-a23cc76aa43d req-a773ec81-f347-4b3b-94ee-cb58969b8f3b service nova] Releasing lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.948904] env[69265]: DEBUG nova.scheduler.client.report [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.949212] env[69265]: DEBUG nova.compute.provider_tree [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 117 to 118 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.949400] env[69265]: DEBUG nova.compute.provider_tree [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.065722] env[69265]: INFO nova.compute.manager [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Rebuilding instance [ 1043.111543] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.111962] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dda8b109-80c9-4dd6-bc05-d7d716dd678d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.121698] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1043.121698] env[69265]: value = "task-3476585" [ 1043.121698] env[69265]: _type = "Task" [ 1043.121698] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.131242] env[69265]: DEBUG nova.compute.manager [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.132337] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128f6399-34b8-4d29-8a7b-0370a4d8edea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.139637] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.205198] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.269128] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b69f88-7135-eb5b-5f9e-69709b172f11, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.269400] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.269670] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91/040c7a12-1ff5-492a-bace-cf58db235c91.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.269947] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-917c19ce-4506-42a6-9f7a-079cf75791d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.279331] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1043.279331] env[69265]: value = "task-3476586" [ 1043.279331] env[69265]: _type = "Task" [ 1043.279331] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.289540] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.392259] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476583, 'name': PowerOffVM_Task, 'duration_secs': 0.234343} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.392621] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.392879] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.393781] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86f4f50-e0b2-480c-a536-360588b37694 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.402867] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.403205] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2240d918-0021-4f6b-b0d2-736ff534e00b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.437478] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476584, 'name': ReconfigVM_Task, 'duration_secs': 0.237365} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.437869] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.438558] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c8c3f30-b379-49f4-a94a-14cef1a3c3ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.448030] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1043.448030] env[69265]: value = "task-3476588" [ 1043.448030] env[69265]: _type = "Task" [ 1043.448030] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.456743] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.547s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.457299] env[69265]: DEBUG nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.460622] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476588, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.461128] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.621s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.461321] env[69265]: DEBUG nova.objects.instance [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1043.478406] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.478679] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.478941] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleting the datastore file [datastore2] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.479251] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10453442-a0c3-4447-b155-50bb35ae89d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.490138] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1043.490138] env[69265]: value = "task-3476589" [ 1043.490138] env[69265]: _type = "Task" [ 1043.490138] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.500306] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.637944] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476585, 'name': PowerOffVM_Task, 'duration_secs': 0.301164} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.638403] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.639742] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1f7ee4-41f4-483c-a942-8e5c75c8c6f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.673021] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7efbed2-38c8-4529-86ed-d9c8e8e0ce18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.717619] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.718171] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bd5b774-f821-403c-9b65-e63b97f67a0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.721859] env[69265]: DEBUG nova.compute.manager [req-c9cb5d3a-970c-4aac-97e9-c5d84ecd5f76 req-d2f50dfb-ee2b-450f-a474-8d6a859ed6e5 service nova] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Received event network-vif-deleted-66b10043-90c4-475d-95dc-dc7da2b84350 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.737428] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1043.737428] env[69265]: value = "task-3476590" [ 1043.737428] env[69265]: _type = "Task" [ 1043.737428] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.746401] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.790314] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.959489] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476588, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.962982] env[69265]: DEBUG nova.compute.utils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.964462] env[69265]: DEBUG nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.964637] env[69265]: DEBUG nova.network.neutron [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.001106] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166497} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.001106] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.001106] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.001106] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.047137] env[69265]: DEBUG nova.policy [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa74c3c9fc94252b8d90fb7cbfdc149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e36f7e59c8f045b6b0f07e9b18dd5544', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.133229] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.133465] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.171412] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.171734] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ba63fc7-395f-42e7-923a-009e93beda3b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.183334] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1044.183334] env[69265]: value = "task-3476591" [ 1044.183334] env[69265]: _type = "Task" [ 1044.183334] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.193212] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.255868] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1044.256127] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.256385] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.256536] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.256729] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.256980] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-725644b9-38e7-4c41-b887-1bd128345048 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.267628] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.267707] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.268559] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d7dbfc-3bca-4f46-a8b9-b61402509cce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.275592] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1044.275592] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ba040c-82da-687f-7894-34050e4c5091" [ 1044.275592] env[69265]: _type = "Task" [ 1044.275592] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.289048] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ba040c-82da-687f-7894-34050e4c5091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.292992] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476586, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.464346] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476588, 'name': Rename_Task, 'duration_secs': 0.912403} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.464731] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.465009] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61166a52-efe3-4b08-ba08-f80d6e0137dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.471738] env[69265]: DEBUG nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.479739] env[69265]: DEBUG oslo_concurrency.lockutils [None req-331ad636-4857-4299-bec6-38379db49190 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.485019] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.388s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.485019] env[69265]: DEBUG nova.objects.instance [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lazy-loading 'resources' on Instance uuid 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.485234] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1044.485234] env[69265]: value = "task-3476592" [ 1044.485234] env[69265]: _type = "Task" [ 1044.485234] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.493946] env[69265]: DEBUG nova.network.neutron [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Successfully created port: 57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.501039] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.643391] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.643566] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.643743] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.644668] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.644668] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.644668] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.644668] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1044.644668] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.694862] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476591, 'name': PowerOffVM_Task, 'duration_secs': 0.297843} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.695188] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.695425] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.696320] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d5842a-5021-418f-b350-3eaa70aafa4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.704656] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.705036] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a4daaf1-b2a7-4501-8b45-6b1565b148d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.781080] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.781080] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.781080] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Deleting the datastore file [datastore2] 5aa73839-f974-430f-a1ff-035c32aedf78 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.782517] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81fd4136-28b3-4fbf-962b-7065fbc39a1b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.792893] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ba040c-82da-687f-7894-34050e4c5091, 'name': SearchDatastore_Task, 'duration_secs': 0.012737} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.795146] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b20fe3d-2a26-4fbf-b6ff-f04043ee9bc8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.802235] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476586, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.375594} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.804211] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91/040c7a12-1ff5-492a-bace-cf58db235c91.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.804675] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.805191] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1044.805191] env[69265]: value = "task-3476594" [ 1044.805191] env[69265]: _type = "Task" [ 1044.805191] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.805604] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc78d933-76a8-4f3c-a402-9a09bec06c9d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.815176] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1044.815176] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52230eff-19ff-ca1d-e048-17a723b5835d" [ 1044.815176] env[69265]: _type = "Task" [ 1044.815176] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.822500] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.824967] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1044.824967] env[69265]: value = "task-3476595" [ 1044.824967] env[69265]: _type = "Task" [ 1044.824967] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.832033] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52230eff-19ff-ca1d-e048-17a723b5835d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.842075] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.999189] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.051685] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.051941] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.052112] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.052297] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.052443] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.052591] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.052795] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.053544] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.053544] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.053544] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.053544] env[69265]: DEBUG nova.virt.hardware [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.054365] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be178446-5e5a-451d-b409-7d1708e90dc2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.066240] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6355b3ce-399a-4067-9de9-18258220a5f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.080537] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:e8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0539707-fb11-4b1b-b97e-0ce17c4b9197', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.088057] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.090718] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.091144] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e50dea9-b7c2-47a2-9c94-7a876dd6e069 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.113544] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.113544] env[69265]: value = "task-3476596" [ 1045.113544] env[69265]: _type = "Task" [ 1045.113544] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.124117] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476596, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.148611] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.323512] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367335} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.324358] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.324970] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.324970] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.330916] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52230eff-19ff-ca1d-e048-17a723b5835d, 'name': SearchDatastore_Task, 'duration_secs': 0.020637} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.334496] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.334781] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. {{(pid=69265) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1045.336148] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1360aba-bbde-4d61-b3a7-8100db89a083 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.347688] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079437} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.349792] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.350552] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1045.350552] env[69265]: value = "task-3476597" [ 1045.350552] env[69265]: _type = "Task" [ 1045.350552] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.350762] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d93241c-1e8e-4d0d-8ea9-bc44c108d51d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.359660] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4046974-202b-43f5-8dfa-b9168394f567 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.371257] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.382899] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd9ae2-d793-4d51-b8d3-8a6af476cc4a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.399044] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91/040c7a12-1ff5-492a-bace-cf58db235c91.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.399044] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b645ef9-b24a-4c84-b859-62b7e372cc9d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.445673] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c483f2df-b8e6-4874-8946-ab525e131b50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.448544] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1045.448544] env[69265]: value = "task-3476598" [ 1045.448544] env[69265]: _type = "Task" [ 1045.448544] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.456041] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cf8cc1-092b-480d-ac06-12b2e3e8ea95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.463395] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.474781] env[69265]: DEBUG nova.compute.provider_tree [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.492129] env[69265]: DEBUG nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.500622] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476592, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.517374] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.517652] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.517815] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.517994] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.518156] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.518306] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.518522] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.518710] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.518893] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.519083] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.519275] env[69265]: DEBUG nova.virt.hardware [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.520444] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e759fe5b-29c8-4f3a-aefe-e5bf28d41e32 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.528515] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a501aea-572a-464b-9a32-53d389393d52 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.626655] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476596, 'name': CreateVM_Task, 'duration_secs': 0.454666} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.626805] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.627495] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.627847] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.627969] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.628582] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5e740f-3f6c-4673-b721-c01863cb6633 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.633837] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1045.633837] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5277da3c-5b9a-f0c0-e1c7-4aaa8490067c" [ 1045.633837] env[69265]: _type = "Task" [ 1045.633837] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.642287] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5277da3c-5b9a-f0c0-e1c7-4aaa8490067c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.865422] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476597, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.962506] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476598, 'name': ReconfigVM_Task, 'duration_secs': 0.490782} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.962966] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91/040c7a12-1ff5-492a-bace-cf58db235c91.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.963657] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12a04e98-2a1c-4d46-a853-a02114d716e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.972781] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1045.972781] env[69265]: value = "task-3476599" [ 1045.972781] env[69265]: _type = "Task" [ 1045.972781] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.985028] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476599, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.999031] env[69265]: DEBUG oslo_vmware.api [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476592, 'name': PowerOnVM_Task, 'duration_secs': 1.042623} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.999217] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.999316] env[69265]: DEBUG nova.compute.manager [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.000178] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57124884-211f-4636-8972-a780abddd505 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.012910] env[69265]: DEBUG nova.scheduler.client.report [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.013739] env[69265]: DEBUG nova.compute.provider_tree [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 118 to 119 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.013739] env[69265]: DEBUG nova.compute.provider_tree [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.097223] env[69265]: DEBUG nova.compute.manager [req-6da36bf8-0122-4ef9-9d2d-fcc415eeaa42 req-1c66381e-c5d0-4668-9cf1-34d0858a7ae6 service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Received event network-vif-plugged-57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.097525] env[69265]: DEBUG oslo_concurrency.lockutils [req-6da36bf8-0122-4ef9-9d2d-fcc415eeaa42 req-1c66381e-c5d0-4668-9cf1-34d0858a7ae6 service nova] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.097746] env[69265]: DEBUG oslo_concurrency.lockutils [req-6da36bf8-0122-4ef9-9d2d-fcc415eeaa42 req-1c66381e-c5d0-4668-9cf1-34d0858a7ae6 service nova] Lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.097917] env[69265]: DEBUG oslo_concurrency.lockutils [req-6da36bf8-0122-4ef9-9d2d-fcc415eeaa42 req-1c66381e-c5d0-4668-9cf1-34d0858a7ae6 service nova] Lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.098110] env[69265]: DEBUG nova.compute.manager [req-6da36bf8-0122-4ef9-9d2d-fcc415eeaa42 req-1c66381e-c5d0-4668-9cf1-34d0858a7ae6 service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] No waiting events found dispatching network-vif-plugged-57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.098277] env[69265]: WARNING nova.compute.manager [req-6da36bf8-0122-4ef9-9d2d-fcc415eeaa42 req-1c66381e-c5d0-4668-9cf1-34d0858a7ae6 service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Received unexpected event network-vif-plugged-57f20476-f342-4b59-8be5-550cc2f6f745 for instance with vm_state building and task_state spawning. [ 1046.146460] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5277da3c-5b9a-f0c0-e1c7-4aaa8490067c, 'name': SearchDatastore_Task, 'duration_secs': 0.029304} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.146869] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.147525] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.147685] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.147862] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.148098] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.148400] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9a510f2-772f-4cc9-bca9-1f96cf351584 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.158252] env[69265]: DEBUG nova.network.neutron [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Successfully updated port: 57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.161246] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.161246] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.161598] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3222d7a3-cbf8-4efa-ade3-ac9d1d633f79 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.169874] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1046.169874] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520986d1-fde2-a543-1c6a-ed31b02f33b6" [ 1046.169874] env[69265]: _type = "Task" [ 1046.169874] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.178857] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520986d1-fde2-a543-1c6a-ed31b02f33b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.366028] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635894} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.368091] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. [ 1046.369421] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98024c0e-da21-4992-bee4-6107fb81431c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.374199] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.374679] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.374864] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.376250] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.376250] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.376250] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.376250] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.376250] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.376250] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.376250] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.376250] env[69265]: DEBUG nova.virt.hardware [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.377069] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34cbb07-0f66-48d0-9204-cf9665b234a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.401545] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c36258-7f4a-41f2-b2a0-795275edd6d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.413290] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.414164] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca44969b-d323-4292-8b07-aa98bb242c20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.433476] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1046.433476] env[69265]: value = "task-3476600" [ 1046.433476] env[69265]: _type = "Task" [ 1046.433476] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.442558] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.448203] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.451810] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.452095] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d114f43-8f79-45c9-ba6f-d95614f62de7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.470955] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.472833] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.472833] env[69265]: value = "task-3476601" [ 1046.472833] env[69265]: _type = "Task" [ 1046.472833] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.487268] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476601, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.487563] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476599, 'name': Rename_Task, 'duration_secs': 0.157496} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.488319] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.488319] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39b37c10-6ea1-4e00-80b6-79477f6af357 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.495754] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1046.495754] env[69265]: value = "task-3476602" [ 1046.495754] env[69265]: _type = "Task" [ 1046.495754] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.504117] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.521990] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.525921] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.830s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.526158] env[69265]: DEBUG nova.objects.instance [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lazy-loading 'resources' on Instance uuid 5e58122d-f6d6-45df-b99f-42bb969c736e {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.533211] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.562549] env[69265]: INFO nova.scheduler.client.report [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Deleted allocations for instance 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0 [ 1046.666238] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.666405] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.666561] env[69265]: DEBUG nova.network.neutron [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.681639] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520986d1-fde2-a543-1c6a-ed31b02f33b6, 'name': SearchDatastore_Task, 'duration_secs': 0.03547} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.683173] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3051225f-c4de-4512-88bc-876b2e4ad41a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.689942] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1046.689942] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ec0efa-58fd-f512-88ef-369656c37530" [ 1046.689942] env[69265]: _type = "Task" [ 1046.689942] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.699446] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ec0efa-58fd-f512-88ef-369656c37530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.955521] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.983090] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476601, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.006264] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476602, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.072573] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0962005b-283f-4cb0-a97f-83104426ecc5 tempest-ServersListShow2100Test-1351482199 tempest-ServersListShow2100Test-1351482199-project-member] Lock "66ab58d5-0bec-4b56-989b-b8e5f1c37ed0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.468s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.201426] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ec0efa-58fd-f512-88ef-369656c37530, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.201758] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.202135] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7/291a4fa7-52ad-47dc-bc59-ee8c6339bea7.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.202448] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4006917c-c3f6-4bc0-96d5-32f4425a3fd0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.225023] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1047.225023] env[69265]: value = "task-3476603" [ 1047.225023] env[69265]: _type = "Task" [ 1047.225023] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.232152] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.380919] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd242aa-a279-4a1f-abc5-cb4720f58c21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.390364] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ae1b0a-5e8e-439e-bdf3-c3177fcea768 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.424154] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517255a3-a89f-4239-8f1f-b52c30882b1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.430181] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c10ce8-71d9-499d-b3ef-6f94d88b585f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.447043] env[69265]: DEBUG nova.compute.provider_tree [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.449154] env[69265]: DEBUG nova.network.neutron [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.466739] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476600, 'name': ReconfigVM_Task, 'duration_secs': 0.682559} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.467015] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.467972] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b195c8bf-11ed-4de3-bd29-8a02758b5068 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.503060] env[69265]: DEBUG nova.scheduler.client.report [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1047.503060] env[69265]: DEBUG nova.compute.provider_tree [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 119 to 120 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1047.503060] env[69265]: DEBUG nova.compute.provider_tree [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.506559] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa8225f-87a1-440a-a831-fbe88b6eecfa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.527164] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476601, 'name': CreateVM_Task, 'duration_secs': 0.545055} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.527788] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.529124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.529124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.529337] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.529616] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250e9a95-60e4-496a-b2df-1e8d77cd621d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.535414] env[69265]: DEBUG oslo_vmware.api [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476602, 'name': PowerOnVM_Task, 'duration_secs': 0.75451} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.536250] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.536533] env[69265]: INFO nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1047.537074] env[69265]: DEBUG nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.537533] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879a1c43-2746-4def-85f1-e8be6dc32a4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.542028] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1047.542028] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5232143b-1619-f146-013e-5dc6b2661c53" [ 1047.542028] env[69265]: _type = "Task" [ 1047.542028] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.546732] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1047.546732] env[69265]: value = "task-3476604" [ 1047.546732] env[69265]: _type = "Task" [ 1047.546732] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.561459] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5232143b-1619-f146-013e-5dc6b2661c53, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.564954] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.565177] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.565409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.565862] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.565862] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.566027] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.566333] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c26ddd2a-9ddf-4e79-9684-43b2a6a0461d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.576388] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.576598] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.579604] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1093c41e-b9c7-44ac-8905-c303cba8319a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.587219] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1047.587219] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bbf3ad-5087-0425-ddc3-878a0decc027" [ 1047.587219] env[69265]: _type = "Task" [ 1047.587219] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.599118] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bbf3ad-5087-0425-ddc3-878a0decc027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.723032] env[69265]: DEBUG nova.network.neutron [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.734901] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476603, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.023968] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.498s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.027118] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.376s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.027118] env[69265]: DEBUG nova.objects.instance [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lazy-loading 'resources' on Instance uuid a5d987dd-ebb6-471d-b3db-4d9b612f478f {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.056147] env[69265]: INFO nova.scheduler.client.report [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted allocations for instance 5e58122d-f6d6-45df-b99f-42bb969c736e [ 1048.069869] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476604, 'name': ReconfigVM_Task, 'duration_secs': 0.354087} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.070388] env[69265]: INFO nova.compute.manager [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Took 41.31 seconds to build instance. [ 1048.071344] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.071897] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab06dad-dfc9-4941-8dce-dab59a126785 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.098573] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bbf3ad-5087-0425-ddc3-878a0decc027, 'name': SearchDatastore_Task, 'duration_secs': 0.013834} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.099779] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae7cca9-456a-4e8d-bda9-6f771f8dde37 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.107791] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1048.107791] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52371ae1-7688-1e5d-10fa-63cb07c0fb8f" [ 1048.107791] env[69265]: _type = "Task" [ 1048.107791] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.110481] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1048.110481] env[69265]: value = "task-3476605" [ 1048.110481] env[69265]: _type = "Task" [ 1048.110481] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.123070] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52371ae1-7688-1e5d-10fa-63cb07c0fb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.124498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.124748] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 5aa73839-f974-430f-a1ff-035c32aedf78/5aa73839-f974-430f-a1ff-035c32aedf78.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.130905] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec5ee3d1-02e3-431e-b141-efc6d6836f18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.133740] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.135708] env[69265]: DEBUG nova.compute.manager [req-3add855f-c33e-47e6-8a89-fab8d0e0aef4 req-a1eb01d9-4732-404a-af86-afaf7cd60764 service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Received event network-changed-57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.135708] env[69265]: DEBUG nova.compute.manager [req-3add855f-c33e-47e6-8a89-fab8d0e0aef4 req-a1eb01d9-4732-404a-af86-afaf7cd60764 service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Refreshing instance network info cache due to event network-changed-57f20476-f342-4b59-8be5-550cc2f6f745. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.135708] env[69265]: DEBUG oslo_concurrency.lockutils [req-3add855f-c33e-47e6-8a89-fab8d0e0aef4 req-a1eb01d9-4732-404a-af86-afaf7cd60764 service nova] Acquiring lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.144986] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1048.144986] env[69265]: value = "task-3476606" [ 1048.144986] env[69265]: _type = "Task" [ 1048.144986] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.155952] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.230029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.230029] env[69265]: DEBUG nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Instance network_info: |[{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.231651] env[69265]: DEBUG oslo_concurrency.lockutils [req-3add855f-c33e-47e6-8a89-fab8d0e0aef4 req-a1eb01d9-4732-404a-af86-afaf7cd60764 service nova] Acquired lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.231651] env[69265]: DEBUG nova.network.neutron [req-3add855f-c33e-47e6-8a89-fab8d0e0aef4 req-a1eb01d9-4732-404a-af86-afaf7cd60764 service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Refreshing network info cache for port 57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.232144] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:d9:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f20476-f342-4b59-8be5-550cc2f6f745', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.240832] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Creating folder: Project (e36f7e59c8f045b6b0f07e9b18dd5544). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.243160] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-487e20a5-249e-4be3-a80e-10c1b2660d1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.250149] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890182} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.250149] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7/291a4fa7-52ad-47dc-bc59-ee8c6339bea7.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.250149] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.250548] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ca43d7f-cbc5-4827-8381-02d9477c7a58 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.262045] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1048.262045] env[69265]: value = "task-3476608" [ 1048.262045] env[69265]: _type = "Task" [ 1048.262045] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.270432] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Created folder: Project (e36f7e59c8f045b6b0f07e9b18dd5544) in parent group-v694865. [ 1048.270432] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Creating folder: Instances. Parent ref: group-v695104. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.270432] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eff191a-2793-454d-b75b-018fcb6964ba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.274037] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.290335] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Created folder: Instances in parent group-v695104. [ 1048.290648] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.290885] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.291145] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3f4a13-121e-4de9-ab93-9bffc84570da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.319703] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.319703] env[69265]: value = "task-3476610" [ 1048.319703] env[69265]: _type = "Task" [ 1048.319703] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.330170] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476610, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.572243] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bd3c5a04-793e-4047-b4ed-d744c076c24e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "5e58122d-f6d6-45df-b99f-42bb969c736e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.442s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.573663] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "040c7a12-1ff5-492a-bace-cf58db235c91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.822s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.630352] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.635142] env[69265]: INFO nova.compute.manager [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Rescuing [ 1048.637974] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.637974] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquired lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.637974] env[69265]: DEBUG nova.network.neutron [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.660658] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476606, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.779440] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079687} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.782100] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.783384] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffbb481-7b76-4a74-acb9-1627ed5e5fd8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.820401] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7/291a4fa7-52ad-47dc-bc59-ee8c6339bea7.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.823166] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e093fc56-c630-4e4d-adaa-cb91033b5928 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.850701] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476610, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.871847] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1048.871847] env[69265]: value = "task-3476611" [ 1048.871847] env[69265]: _type = "Task" [ 1048.871847] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.886952] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.967200] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f2261-d0fa-4f4f-a5e7-8f2769ba12f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.975751] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34754b72-a801-4893-a1a9-ab7bb32af5d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.010492] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b3ac8-b40e-4f96-b5f3-ad495c3aed61 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.015529] env[69265]: DEBUG nova.network.neutron [req-3add855f-c33e-47e6-8a89-fab8d0e0aef4 req-a1eb01d9-4732-404a-af86-afaf7cd60764 service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updated VIF entry in instance network info cache for port 57f20476-f342-4b59-8be5-550cc2f6f745. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.016111] env[69265]: DEBUG nova.network.neutron [req-3add855f-c33e-47e6-8a89-fab8d0e0aef4 req-a1eb01d9-4732-404a-af86-afaf7cd60764 service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.021657] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f647ab01-d61f-44a5-a556-abaefb40c802 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.038917] env[69265]: DEBUG nova.compute.provider_tree [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.131049] env[69265]: DEBUG oslo_vmware.api [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476605, 'name': PowerOnVM_Task, 'duration_secs': 0.713787} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.131049] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.131558] env[69265]: DEBUG nova.compute.manager [None req-aefda319-736b-44db-88e4-0e67e705b1c5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.132380] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbae12c2-1643-44ea-8a1e-75366b89bd16 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.163520] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596638} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.163982] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 5aa73839-f974-430f-a1ff-035c32aedf78/5aa73839-f974-430f-a1ff-035c32aedf78.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.163982] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.164261] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce2efa85-b5e3-4a59-9b91-7f2945344966 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.173559] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1049.173559] env[69265]: value = "task-3476612" [ 1049.173559] env[69265]: _type = "Task" [ 1049.173559] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.188379] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.335745] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476610, 'name': CreateVM_Task, 'duration_secs': 0.8054} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.335938] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.336900] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.337080] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.337620] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.337934] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3944ee7-f08c-4aae-8cde-f9b8463f97a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.344678] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1049.344678] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52928a14-0cd9-7a6e-9aaa-7c46c1e676ae" [ 1049.344678] env[69265]: _type = "Task" [ 1049.344678] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.357755] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52928a14-0cd9-7a6e-9aaa-7c46c1e676ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.366035] env[69265]: DEBUG nova.network.neutron [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updating instance_info_cache with network_info: [{"id": "f204474e-58ef-488e-b75b-227094c415a4", "address": "fa:16:3e:a3:45:14", "network": {"id": "ffd9fa21-e5d0-49f0-aae7-39e6946539db", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-138517688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2fa466a767de46d3a8e7c4eaa0b6c60a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf204474e-58", "ovs_interfaceid": "f204474e-58ef-488e-b75b-227094c415a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.382239] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.435254] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "9327a302-4167-4408-895d-553b792f4d15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.435566] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9327a302-4167-4408-895d-553b792f4d15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.521213] env[69265]: DEBUG oslo_concurrency.lockutils [req-3add855f-c33e-47e6-8a89-fab8d0e0aef4 req-a1eb01d9-4732-404a-af86-afaf7cd60764 service nova] Releasing lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.569482] env[69265]: ERROR nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [req-a7a5507a-3e92-4521-914a-e3a8a2a9832d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7a5507a-3e92-4521-914a-e3a8a2a9832d"}]} [ 1049.592615] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1049.614653] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1049.614653] env[69265]: DEBUG nova.compute.provider_tree [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.627372] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.648229] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.687316] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070647} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.690519] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.691816] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99496b8-7381-4c53-80b2-6184e96a3536 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.713479] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 5aa73839-f974-430f-a1ff-035c32aedf78/5aa73839-f974-430f-a1ff-035c32aedf78.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.716816] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ada987-c7c3-4e08-9c81-cbc6ca3d31e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.739686] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1049.739686] env[69265]: value = "task-3476613" [ 1049.739686] env[69265]: _type = "Task" [ 1049.739686] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.749693] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.857374] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52928a14-0cd9-7a6e-9aaa-7c46c1e676ae, 'name': SearchDatastore_Task, 'duration_secs': 0.021117} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.857654] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.857917] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.858175] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.858343] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.858540] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.858778] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0cb7bfc-f66c-4580-96dd-61ad31e57ee4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.869042] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Releasing lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.871036] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.871222] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.873017] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f098fd-1966-49e0-a34e-e75d0500e6ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.888537] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476611, 'name': ReconfigVM_Task, 'duration_secs': 1.035962} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.889575] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7/291a4fa7-52ad-47dc-bc59-ee8c6339bea7.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.890368] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1049.890368] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525a928d-85d1-6687-a22b-b38d63dbd257" [ 1049.890368] env[69265]: _type = "Task" [ 1049.890368] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.892666] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-097cb992-c0c0-488e-a404-aa82ec6f2bc0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.910092] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1049.910092] env[69265]: value = "task-3476614" [ 1049.910092] env[69265]: _type = "Task" [ 1049.910092] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.914416] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525a928d-85d1-6687-a22b-b38d63dbd257, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.923066] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf82cd9e-4d7f-424a-a6a1-fca0693ffd44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.935233] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476614, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.935728] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1049.935728] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5290ea7d-f959-9a72-686d-2f9785d8ae2d" [ 1049.935728] env[69265]: _type = "Task" [ 1049.935728] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.939502] env[69265]: DEBUG nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.951656] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5290ea7d-f959-9a72-686d-2f9785d8ae2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.952020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.952419] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f598f661-1fb6-456c-b62b-e66c6a472680/f598f661-1fb6-456c-b62b-e66c6a472680.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.952773] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-741e303e-d52b-4ed3-86b7-a7083fe3447c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.961950] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1049.961950] env[69265]: value = "task-3476615" [ 1049.961950] env[69265]: _type = "Task" [ 1049.961950] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.971969] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.053109] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35588fe9-9f00-4b64-a6d1-699019cb4792 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.063904] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc8058-2ad9-464c-9743-ca7a13a9c125 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.102362] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad8f2b-d6e2-4cbc-9945-064c944e87ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.111705] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228c442-7505-46e5-a3f3-13552ca3df14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.126612] env[69265]: DEBUG nova.compute.provider_tree [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.265187] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476613, 'name': ReconfigVM_Task, 'duration_secs': 0.377214} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.265512] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 5aa73839-f974-430f-a1ff-035c32aedf78/5aa73839-f974-430f-a1ff-035c32aedf78.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.266268] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1deaa714-e22f-4031-bc5d-8a414f1c493a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.279230] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1050.279230] env[69265]: value = "task-3476616" [ 1050.279230] env[69265]: _type = "Task" [ 1050.279230] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.293920] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476616, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.428361] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476614, 'name': Rename_Task, 'duration_secs': 0.166315} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.428835] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.429347] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35df877e-b6ee-48eb-86a2-da085bd43133 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.439713] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1050.439713] env[69265]: value = "task-3476617" [ 1050.439713] env[69265]: _type = "Task" [ 1050.439713] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.456133] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.477279] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476615, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.478717] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.662190] env[69265]: ERROR nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [req-e303713a-afb6-450b-8d72-e0a6c48445c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-e303713a-afb6-450b-8d72-e0a6c48445c9"}]} [ 1050.679555] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1050.692922] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1050.693225] env[69265]: DEBUG nova.compute.provider_tree [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.704107] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1050.733435] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1050.789399] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476616, 'name': Rename_Task, 'duration_secs': 0.310025} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.789728] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.790481] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77bda596-016e-41ee-bb36-183ba2f5af49 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.802098] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1050.802098] env[69265]: value = "task-3476618" [ 1050.802098] env[69265]: _type = "Task" [ 1050.802098] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.812899] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.960137] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476617, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.976335] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585264} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.976685] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f598f661-1fb6-456c-b62b-e66c6a472680/f598f661-1fb6-456c-b62b-e66c6a472680.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.977115] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.977432] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee0ea4ba-5210-46b1-b335-c1f0af53c1f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.987529] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1050.987529] env[69265]: value = "task-3476619" [ 1050.987529] env[69265]: _type = "Task" [ 1050.987529] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.996246] env[69265]: INFO nova.compute.manager [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Unrescuing [ 1050.996431] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.997392] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.998266] env[69265]: DEBUG nova.network.neutron [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.009894] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.133949] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a99ecf3-c743-45af-ad8b-274c778d2334 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.143139] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4155f938-d9f1-448c-aa06-79f7705591ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.185433] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4feea30-7bfc-42b7-ba1a-3377c11499f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.191928] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquiring lock "2c5882b7-1fc7-41ec-b579-867c5c99a442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.192203] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "2c5882b7-1fc7-41ec-b579-867c5c99a442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.202996] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704682f3-6dab-47eb-acb9-4aec8c7bec9c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.219607] env[69265]: DEBUG nova.compute.provider_tree [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.316619] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476618, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.420584] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.420913] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fddc515c-88df-431b-9c07-cd27f03a249a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.429567] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1051.429567] env[69265]: value = "task-3476620" [ 1051.429567] env[69265]: _type = "Task" [ 1051.429567] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.438599] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.452171] env[69265]: DEBUG oslo_vmware.api [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476617, 'name': PowerOnVM_Task, 'duration_secs': 0.928156} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.452372] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.452568] env[69265]: DEBUG nova.compute.manager [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.453436] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd97802-0cfa-4a06-b6ee-ec83b518cba3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.500375] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074378} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.500668] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.505663] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce3503-a532-4908-a1b4-00ce06056650 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.529587] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f598f661-1fb6-456c-b62b-e66c6a472680/f598f661-1fb6-456c-b62b-e66c6a472680.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.529952] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f61e7aed-ea66-477c-9a05-6e9f4ea64dad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.553853] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1051.553853] env[69265]: value = "task-3476621" [ 1051.553853] env[69265]: _type = "Task" [ 1051.553853] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.563418] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.694714] env[69265]: DEBUG nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.737295] env[69265]: DEBUG nova.network.neutron [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Updating instance_info_cache with network_info: [{"id": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "address": "fa:16:3e:ad:a6:49", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b84bdd-3c", "ovs_interfaceid": "e6b84bdd-3c73-4797-805b-5ab698e65ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.760235] env[69265]: DEBUG nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1051.760515] env[69265]: DEBUG nova.compute.provider_tree [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 122 to 123 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1051.760769] env[69265]: DEBUG nova.compute.provider_tree [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.817169] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.941943] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476620, 'name': PowerOffVM_Task, 'duration_secs': 0.218984} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.942327] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.943195] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa13edc-c777-401f-aaae-2a23cb5b54a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.962440] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608d10e0-1fad-46e2-95af-146d1ee0345b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.970962] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.999573] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.999886] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d10294d9-2992-45fa-bd28-585254d809a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.008088] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1052.008088] env[69265]: value = "task-3476622" [ 1052.008088] env[69265]: _type = "Task" [ 1052.008088] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.018636] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1052.018929] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.019207] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.019363] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.019545] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.019798] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0a9e64-77e2-41c6-8bc3-81ad26fb6a50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.032707] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.032898] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.033610] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb352f9-6ac2-4899-9a46-45ec31918f14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.039320] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1052.039320] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ca6063-8494-42a9-5aca-4e3ac78cb970" [ 1052.039320] env[69265]: _type = "Task" [ 1052.039320] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.046970] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ca6063-8494-42a9-5aca-4e3ac78cb970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.062813] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.216992] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.240219] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "refresh_cache-7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.240953] env[69265]: DEBUG nova.objects.instance [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lazy-loading 'flavor' on Instance uuid 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.265940] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.239s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.268151] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.846s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.269670] env[69265]: INFO nova.compute.claims [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.284768] env[69265]: INFO nova.scheduler.client.report [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted allocations for instance a5d987dd-ebb6-471d-b3db-4d9b612f478f [ 1052.315177] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.553823] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ca6063-8494-42a9-5aca-4e3ac78cb970, 'name': SearchDatastore_Task, 'duration_secs': 0.024861} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.555443] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2724d99e-ae96-40e1-8b8b-a2200cfb0e1d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.567734] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1052.567734] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e553d9-3ac2-f91b-2f61-9da9a1b29f5c" [ 1052.567734] env[69265]: _type = "Task" [ 1052.567734] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.572779] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.583293] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e553d9-3ac2-f91b-2f61-9da9a1b29f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.747906] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d11d1e9-b071-47ec-a542-fafb971ef43b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.789590] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.790505] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd910b5c-5e91-4592-ae45-1875db0e7f28 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.797918] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "a5d987dd-ebb6-471d-b3db-4d9b612f478f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.244s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.814509] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1052.814509] env[69265]: value = "task-3476623" [ 1052.814509] env[69265]: _type = "Task" [ 1052.814509] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.826022] env[69265]: DEBUG oslo_vmware.api [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476618, 'name': PowerOnVM_Task, 'duration_secs': 1.851018} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.827075] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.827413] env[69265]: DEBUG nova.compute.manager [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.828710] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0721a0-626b-45dc-b53b-54ba02edc907 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.838478] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.069211] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476621, 'name': ReconfigVM_Task, 'duration_secs': 1.137206} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.069414] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f598f661-1fb6-456c-b62b-e66c6a472680/f598f661-1fb6-456c-b62b-e66c6a472680.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.069998] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91ed3a47-932b-4706-aee3-2cac776a102e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.079682] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1053.079682] env[69265]: value = "task-3476624" [ 1053.079682] env[69265]: _type = "Task" [ 1053.079682] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.083922] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e553d9-3ac2-f91b-2f61-9da9a1b29f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.015649} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.087311] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.087599] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. {{(pid=69265) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1053.087909] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4c922c0-a4ba-4594-afda-90051997224a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.098260] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476624, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.101153] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1053.101153] env[69265]: value = "task-3476625" [ 1053.101153] env[69265]: _type = "Task" [ 1053.101153] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.110787] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.214694] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.215022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.215349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.215713] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.215765] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.218268] env[69265]: INFO nova.compute.manager [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Terminating instance [ 1053.332040] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476623, 'name': PowerOffVM_Task, 'duration_secs': 0.240831} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.332040] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.342243] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.344608] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d47e6a-2a39-4cde-a996-8598188c04c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.369624] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.373611] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1053.373611] env[69265]: value = "task-3476626" [ 1053.373611] env[69265]: _type = "Task" [ 1053.373611] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.391677] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.603061] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476624, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.615487] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.665692] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d0f1f7-a954-4a2d-8490-ad7bc97460d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.676609] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b918f5d0-ecbc-4fb3-8446-0b2efd77dcd6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.716149] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e31265-2615-4d22-929e-909e8de8d4c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.723136] env[69265]: DEBUG nova.compute.manager [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.723315] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.726426] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d6a381-f62d-490f-97b4-255ff2368122 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.730780] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82db0bb2-50e2-483c-a707-654a4b9e847a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.747090] env[69265]: DEBUG nova.compute.provider_tree [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.751022] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.751296] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d90e66-f50d-4edd-8b56-9c0d52aae182 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.759733] env[69265]: DEBUG oslo_vmware.api [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1053.759733] env[69265]: value = "task-3476627" [ 1053.759733] env[69265]: _type = "Task" [ 1053.759733] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.773124] env[69265]: DEBUG oslo_vmware.api [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.797742] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.798222] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.798577] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.798861] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.799158] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.802134] env[69265]: INFO nova.compute.manager [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Terminating instance [ 1053.825407] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.825685] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.888966] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.098899] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476624, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.112926] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673937} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.113243] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. [ 1054.114066] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9635fba6-e7dd-40c4-93b8-670ee6203e17 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.140407] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.140788] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b65187-4333-4da7-9161-93cbe5a7e184 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.163355] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1054.163355] env[69265]: value = "task-3476628" [ 1054.163355] env[69265]: _type = "Task" [ 1054.163355] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.173334] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.249945] env[69265]: DEBUG nova.scheduler.client.report [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.273054] env[69265]: DEBUG oslo_vmware.api [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476627, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.307431] env[69265]: DEBUG nova.compute.manager [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.307674] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.309157] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d9998f-ba3e-4ece-b6f6-0a4fa9e764af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.318842] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.319214] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67cc0e8e-f6c5-4ab5-a7f3-307249cfbf8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.326561] env[69265]: DEBUG oslo_vmware.api [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1054.326561] env[69265]: value = "task-3476629" [ 1054.326561] env[69265]: _type = "Task" [ 1054.326561] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.330189] env[69265]: DEBUG nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.339561] env[69265]: DEBUG oslo_vmware.api [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.391508] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.406476] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "5aa73839-f974-430f-a1ff-035c32aedf78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.406681] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "5aa73839-f974-430f-a1ff-035c32aedf78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.406919] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "5aa73839-f974-430f-a1ff-035c32aedf78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.407134] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "5aa73839-f974-430f-a1ff-035c32aedf78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.407318] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "5aa73839-f974-430f-a1ff-035c32aedf78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.409541] env[69265]: INFO nova.compute.manager [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Terminating instance [ 1054.596342] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476624, 'name': Rename_Task, 'duration_secs': 1.228254} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.596342] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.596689] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6a423b-8221-4a51-acf3-753461ce95c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.604183] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1054.604183] env[69265]: value = "task-3476630" [ 1054.604183] env[69265]: _type = "Task" [ 1054.604183] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.614048] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.674040] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476628, 'name': ReconfigVM_Task, 'duration_secs': 0.500927} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.674349] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.675235] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db2ed3-246c-48c7-9c83-e014659ed34c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.702592] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6ca61a-6548-485b-91af-8d3664ce8977 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.737275] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1054.737275] env[69265]: value = "task-3476631" [ 1054.737275] env[69265]: _type = "Task" [ 1054.737275] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.750847] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.756856] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.757250] env[69265]: DEBUG nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.760019] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.219s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.761555] env[69265]: INFO nova.compute.claims [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.773549] env[69265]: DEBUG oslo_vmware.api [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476627, 'name': PowerOffVM_Task, 'duration_secs': 0.539147} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.774731] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.774731] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.774731] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bee12d9f-81c9-4b9b-9642-6f9cbabecbae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.839345] env[69265]: DEBUG oslo_vmware.api [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476629, 'name': PowerOffVM_Task, 'duration_secs': 0.237193} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.841942] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.842193] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.843792] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69ce7f4b-820b-4eb9-ae10-7083a2123345 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.845499] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.845704] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.845890] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleting the datastore file [datastore1] 291a4fa7-52ad-47dc-bc59-ee8c6339bea7 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.846157] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d2e9ae-e0e6-40f3-a51b-2d299c3afc1d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.854519] env[69265]: DEBUG oslo_vmware.api [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1054.854519] env[69265]: value = "task-3476634" [ 1054.854519] env[69265]: _type = "Task" [ 1054.854519] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.858646] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.864255] env[69265]: DEBUG oslo_vmware.api [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.889997] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476626, 'name': ReconfigVM_Task, 'duration_secs': 1.185357} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.890354] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1054.890553] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.890860] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2f1986f-5a47-492a-a4a3-1912068f1d62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.898799] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1054.898799] env[69265]: value = "task-3476635" [ 1054.898799] env[69265]: _type = "Task" [ 1054.898799] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.909408] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.914695] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "refresh_cache-5aa73839-f974-430f-a1ff-035c32aedf78" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.914948] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquired lock "refresh_cache-5aa73839-f974-430f-a1ff-035c32aedf78" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.915156] env[69265]: DEBUG nova.network.neutron [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.916840] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.917093] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.917395] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleting the datastore file [datastore2] 321d7df9-a19e-4f1f-bc92-3681a2f1989c {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.917797] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a76772ec-1569-4cfd-87e8-4bd4b50da9ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.925938] env[69265]: DEBUG oslo_vmware.api [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1054.925938] env[69265]: value = "task-3476636" [ 1054.925938] env[69265]: _type = "Task" [ 1054.925938] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.936172] env[69265]: DEBUG oslo_vmware.api [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.114950] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.249422] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476631, 'name': ReconfigVM_Task, 'duration_secs': 0.274111} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.249703] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.249964] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57fb7d08-0591-4c24-9e95-d653db08bed8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.257466] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1055.257466] env[69265]: value = "task-3476637" [ 1055.257466] env[69265]: _type = "Task" [ 1055.257466] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.266831] env[69265]: DEBUG nova.compute.utils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.270254] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.270870] env[69265]: DEBUG nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.271053] env[69265]: DEBUG nova.network.neutron [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.312141] env[69265]: DEBUG nova.policy [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5557aaafd20247b9b65296b9ef6f1f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4b2f543175743eda38ec873fe36dbb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.366759] env[69265]: DEBUG oslo_vmware.api [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158411} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.367743] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.367743] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.367743] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.367959] env[69265]: INFO nova.compute.manager [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1055.369223] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.369223] env[69265]: DEBUG nova.compute.manager [-] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.369223] env[69265]: DEBUG nova.network.neutron [-] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.411480] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476635, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.437917] env[69265]: DEBUG oslo_vmware.api [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141334} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.438570] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.438570] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.438570] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.438753] env[69265]: INFO nova.compute.manager [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1055.439048] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.439545] env[69265]: DEBUG nova.compute.manager [-] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.439545] env[69265]: DEBUG nova.network.neutron [-] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.444891] env[69265]: DEBUG nova.network.neutron [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.563642] env[69265]: DEBUG nova.network.neutron [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.615956] env[69265]: DEBUG oslo_vmware.api [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476630, 'name': PowerOnVM_Task, 'duration_secs': 0.911233} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.616247] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.616520] env[69265]: INFO nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1055.616636] env[69265]: DEBUG nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.617490] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0991b777-2045-4b7b-8c9d-68ecc7109e99 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.769453] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.776062] env[69265]: DEBUG nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.845435] env[69265]: DEBUG nova.compute.manager [req-f9a6d787-5f29-49a8-b26e-a4b92ca6fa98 req-aeff72eb-3497-4b87-ae4b-ef72b87fe517 service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Received event network-vif-deleted-b0539707-fb11-4b1b-b97e-0ce17c4b9197 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.845649] env[69265]: INFO nova.compute.manager [req-f9a6d787-5f29-49a8-b26e-a4b92ca6fa98 req-aeff72eb-3497-4b87-ae4b-ef72b87fe517 service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Neutron deleted interface b0539707-fb11-4b1b-b97e-0ce17c4b9197; detaching it from the instance and deleting it from the info cache [ 1055.845827] env[69265]: DEBUG nova.network.neutron [req-f9a6d787-5f29-49a8-b26e-a4b92ca6fa98 req-aeff72eb-3497-4b87-ae4b-ef72b87fe517 service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.868942] env[69265]: DEBUG nova.compute.manager [req-ca8e9671-6ac1-4e6d-a5dc-71fca35bf429 req-3cc479fe-e49a-4912-a2f2-69a730cbf41c service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Received event network-vif-deleted-04b124de-c472-436c-8917-c9de4c7b7612 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.869077] env[69265]: INFO nova.compute.manager [req-ca8e9671-6ac1-4e6d-a5dc-71fca35bf429 req-3cc479fe-e49a-4912-a2f2-69a730cbf41c service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Neutron deleted interface 04b124de-c472-436c-8917-c9de4c7b7612; detaching it from the instance and deleting it from the info cache [ 1055.869235] env[69265]: DEBUG nova.network.neutron [req-ca8e9671-6ac1-4e6d-a5dc-71fca35bf429 req-3cc479fe-e49a-4912-a2f2-69a730cbf41c service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.881337] env[69265]: DEBUG nova.network.neutron [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Successfully created port: 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.909582] env[69265]: DEBUG oslo_vmware.api [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476635, 'name': PowerOnVM_Task, 'duration_secs': 0.584165} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.909817] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.910068] env[69265]: DEBUG nova.compute.manager [None req-7cf786db-1c41-4baf-b82a-b06f3af9a3c1 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.911169] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f277068e-be98-48a0-9f80-fe9bdadd7847 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.066209] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Releasing lock "refresh_cache-5aa73839-f974-430f-a1ff-035c32aedf78" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.066473] env[69265]: DEBUG nova.compute.manager [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.066676] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.069992] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53adc0dc-f710-41b2-8f2e-c8c74e595dc8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.079754] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.080025] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4eab3c-5efb-4edf-9154-66769fb5d497 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.087921] env[69265]: DEBUG oslo_vmware.api [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1056.087921] env[69265]: value = "task-3476638" [ 1056.087921] env[69265]: _type = "Task" [ 1056.087921] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.096995] env[69265]: DEBUG oslo_vmware.api [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.143059] env[69265]: INFO nova.compute.manager [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Took 44.91 seconds to build instance. [ 1056.160482] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d340026b-4d75-40cd-ae0f-646f8fc5d764 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.169498] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b916a09f-4f8f-4b6f-beb9-f01fd8e41f83 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.199850] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f86cba-1ed8-40e3-92ad-ebed03bf8c01 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.208496] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7790fd0e-e11b-428f-9005-7939dbd8420b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.222744] env[69265]: DEBUG nova.compute.provider_tree [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.267855] env[69265]: DEBUG oslo_vmware.api [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476637, 'name': PowerOnVM_Task, 'duration_secs': 0.600035} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.268223] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.271130] env[69265]: DEBUG nova.compute.manager [None req-6edb9fdd-6036-444a-97e5-7abc23b76a2e tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.271932] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a91925-b9bb-4196-9887-559bd5a9e451 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.284461] env[69265]: INFO nova.virt.block_device [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Booting with volume 62c0ee47-4350-4d18-a8e7-6f878e3eb7ba at /dev/sda [ 1056.307316] env[69265]: DEBUG nova.network.neutron [-] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.324401] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94cd7ec4-4ccb-4782-8944-2217b98b5ec8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.335631] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e980002-4a7e-4b2f-a0e8-976b1e770305 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.348194] env[69265]: DEBUG nova.network.neutron [-] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.351303] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fa59cba-63b4-4c1a-ae42-44d5c52216eb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.360873] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98caf68-e18a-45f2-9512-9a71a35d06d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.382792] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e555419-43e2-4c47-8b04-bebfd087a14a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.385134] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fb0ca90-0490-4a1a-b7c4-0f6dc5ab1ddc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.396487] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806dd5fa-ea9f-4a30-a47e-3cb751b8e31f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.419442] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800970b9-e7f2-4c1b-b325-29eb6d06a811 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.430218] env[69265]: DEBUG nova.compute.manager [req-f9a6d787-5f29-49a8-b26e-a4b92ca6fa98 req-aeff72eb-3497-4b87-ae4b-ef72b87fe517 service nova] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Detach interface failed, port_id=b0539707-fb11-4b1b-b97e-0ce17c4b9197, reason: Instance 291a4fa7-52ad-47dc-bc59-ee8c6339bea7 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.468280] env[69265]: DEBUG nova.compute.manager [req-ca8e9671-6ac1-4e6d-a5dc-71fca35bf429 req-3cc479fe-e49a-4912-a2f2-69a730cbf41c service nova] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Detach interface failed, port_id=04b124de-c472-436c-8917-c9de4c7b7612, reason: Instance 321d7df9-a19e-4f1f-bc92-3681a2f1989c could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.469214] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1a5499-58cd-43ea-a002-f9db66fd8ae4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.477078] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b86d30-2a26-4892-86ea-c0fdfd6167bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.492459] env[69265]: DEBUG nova.virt.block_device [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Updating existing volume attachment record: df866fbb-72fc-4d5b-a2d9-031420364508 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1056.599140] env[69265]: DEBUG oslo_vmware.api [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476638, 'name': PowerOffVM_Task, 'duration_secs': 0.344511} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.599391] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.599715] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.600803] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5f2eb9f-d442-421e-95dd-e2905fd90253 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.631281] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.631892] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.631892] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Deleting the datastore file [datastore1] 5aa73839-f974-430f-a1ff-035c32aedf78 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.632095] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51dea327-d766-4904-a1f6-8250a9ce5599 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.639950] env[69265]: DEBUG oslo_vmware.api [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for the task: (returnval){ [ 1056.639950] env[69265]: value = "task-3476640" [ 1056.639950] env[69265]: _type = "Task" [ 1056.639950] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.646034] env[69265]: DEBUG oslo_concurrency.lockutils [None req-be9619af-65d7-4211-83fc-d3d309a389c8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.426s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.649109] env[69265]: DEBUG oslo_vmware.api [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.749714] env[69265]: ERROR nova.scheduler.client.report [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [req-9b4a02c2-835d-48c0-b24c-be72b4feb25b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b4a02c2-835d-48c0-b24c-be72b4feb25b"}]} [ 1056.773975] env[69265]: DEBUG nova.scheduler.client.report [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1056.794061] env[69265]: DEBUG nova.scheduler.client.report [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1056.794061] env[69265]: DEBUG nova.compute.provider_tree [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.810180] env[69265]: INFO nova.compute.manager [-] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Took 1.44 seconds to deallocate network for instance. [ 1056.814783] env[69265]: DEBUG nova.scheduler.client.report [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1056.838854] env[69265]: DEBUG nova.scheduler.client.report [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1056.852304] env[69265]: INFO nova.compute.manager [-] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Took 1.41 seconds to deallocate network for instance. [ 1057.151688] env[69265]: DEBUG oslo_vmware.api [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Task: {'id': task-3476640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109207} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.152088] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.152497] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.152605] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.152978] env[69265]: INFO nova.compute.manager [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1057.153245] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.155967] env[69265]: DEBUG nova.compute.manager [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.156061] env[69265]: DEBUG nova.network.neutron [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.187336] env[69265]: DEBUG nova.network.neutron [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.198060] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d85c2e-59b9-4144-9a3c-e65ddbc1b33d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.207489] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acef2b3-fce3-4693-9735-eaf327128f12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.240687] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2fb69b-698d-476a-a629-87cb8599841b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.249043] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e25a9ce-be00-4f68-bbcd-c931cfcddbff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.410408] env[69265]: DEBUG nova.compute.provider_tree [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.410408] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.410408] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.410408] env[69265]: DEBUG nova.network.neutron [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Successfully updated port: 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.689810] env[69265]: DEBUG nova.network.neutron [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.799209] env[69265]: DEBUG nova.scheduler.client.report [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1057.799488] env[69265]: DEBUG nova.compute.provider_tree [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 124 to 125 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1057.799670] env[69265]: DEBUG nova.compute.provider_tree [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.913549] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Acquiring lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.913726] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Acquired lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.913891] env[69265]: DEBUG nova.network.neutron [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.931384] env[69265]: DEBUG nova.compute.manager [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Received event network-vif-plugged-4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.931599] env[69265]: DEBUG oslo_concurrency.lockutils [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] Acquiring lock "dbeef983-96fb-4c9f-86e7-5934cffafc55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.931853] env[69265]: DEBUG oslo_concurrency.lockutils [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] Lock "dbeef983-96fb-4c9f-86e7-5934cffafc55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.932134] env[69265]: DEBUG oslo_concurrency.lockutils [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] Lock "dbeef983-96fb-4c9f-86e7-5934cffafc55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.932346] env[69265]: DEBUG nova.compute.manager [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] No waiting events found dispatching network-vif-plugged-4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.932641] env[69265]: WARNING nova.compute.manager [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Received unexpected event network-vif-plugged-4821bcbf-1b87-4e79-ad57-87e0a90a7a96 for instance with vm_state building and task_state block_device_mapping. [ 1057.932810] env[69265]: DEBUG nova.compute.manager [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Received event network-changed-4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.933016] env[69265]: DEBUG nova.compute.manager [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Refreshing instance network info cache due to event network-changed-4821bcbf-1b87-4e79-ad57-87e0a90a7a96. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.933158] env[69265]: DEBUG oslo_concurrency.lockutils [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] Acquiring lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.952391] env[69265]: DEBUG nova.compute.manager [req-3dc48214-a9f8-43e4-8218-350b9e61c59c req-a5498cb8-5441-4aa3-8c8c-6ab78d4811cb service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Received event network-changed-57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.952683] env[69265]: DEBUG nova.compute.manager [req-3dc48214-a9f8-43e4-8218-350b9e61c59c req-a5498cb8-5441-4aa3-8c8c-6ab78d4811cb service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Refreshing instance network info cache due to event network-changed-57f20476-f342-4b59-8be5-550cc2f6f745. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.952890] env[69265]: DEBUG oslo_concurrency.lockutils [req-3dc48214-a9f8-43e4-8218-350b9e61c59c req-a5498cb8-5441-4aa3-8c8c-6ab78d4811cb service nova] Acquiring lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.952953] env[69265]: DEBUG oslo_concurrency.lockutils [req-3dc48214-a9f8-43e4-8218-350b9e61c59c req-a5498cb8-5441-4aa3-8c8c-6ab78d4811cb service nova] Acquired lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.953127] env[69265]: DEBUG nova.network.neutron [req-3dc48214-a9f8-43e4-8218-350b9e61c59c req-a5498cb8-5441-4aa3-8c8c-6ab78d4811cb service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Refreshing network info cache for port 57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.192473] env[69265]: INFO nova.compute.manager [-] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Took 1.04 seconds to deallocate network for instance. [ 1058.306076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.545s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.307114] env[69265]: DEBUG nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.311235] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.635s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.313682] env[69265]: INFO nova.compute.claims [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.460294] env[69265]: DEBUG nova.network.neutron [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.615767] env[69265]: DEBUG nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.616484] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.616784] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.617050] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.617288] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.617500] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.617693] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.617976] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.618385] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.618835] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.619127] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.619390] env[69265]: DEBUG nova.virt.hardware [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.620482] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2045a8a-fcde-476d-abd5-cc30e95a26f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.633502] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb4c980-f5d5-40ee-9a39-472c925af9b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.683877] env[69265]: DEBUG nova.network.neutron [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Updating instance_info_cache with network_info: [{"id": "4821bcbf-1b87-4e79-ad57-87e0a90a7a96", "address": "fa:16:3e:54:11:0e", "network": {"id": "babdfb3a-5015-4fec-aac1-ba7126563cc0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1985232035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b2f543175743eda38ec873fe36dbb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4821bcbf-1b", "ovs_interfaceid": "4821bcbf-1b87-4e79-ad57-87e0a90a7a96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.700475] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.826170] env[69265]: DEBUG nova.compute.utils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.833908] env[69265]: DEBUG nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.833908] env[69265]: DEBUG nova.network.neutron [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.876214] env[69265]: DEBUG nova.policy [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc6a9926a8347ba8e216672953bb8df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f96c8d8abf244708915ae88bbf3666e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.898810] env[69265]: DEBUG nova.network.neutron [req-3dc48214-a9f8-43e4-8218-350b9e61c59c req-a5498cb8-5441-4aa3-8c8c-6ab78d4811cb service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updated VIF entry in instance network info cache for port 57f20476-f342-4b59-8be5-550cc2f6f745. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.899185] env[69265]: DEBUG nova.network.neutron [req-3dc48214-a9f8-43e4-8218-350b9e61c59c req-a5498cb8-5441-4aa3-8c8c-6ab78d4811cb service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.143607] env[69265]: DEBUG nova.network.neutron [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Successfully created port: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.190270] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Releasing lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.190625] env[69265]: DEBUG nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Instance network_info: |[{"id": "4821bcbf-1b87-4e79-ad57-87e0a90a7a96", "address": "fa:16:3e:54:11:0e", "network": {"id": "babdfb3a-5015-4fec-aac1-ba7126563cc0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1985232035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b2f543175743eda38ec873fe36dbb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4821bcbf-1b", "ovs_interfaceid": "4821bcbf-1b87-4e79-ad57-87e0a90a7a96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.191027] env[69265]: DEBUG oslo_concurrency.lockutils [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] Acquired lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.191222] env[69265]: DEBUG nova.network.neutron [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Refreshing network info cache for port 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.192915] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:11:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4821bcbf-1b87-4e79-ad57-87e0a90a7a96', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.203368] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Creating folder: Project (e4b2f543175743eda38ec873fe36dbb2). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.203939] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-503f86b5-3d28-4795-9941-25c51cbcf37f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.222076] env[69265]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1059.222263] env[69265]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69265) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1059.222691] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Folder already exists: Project (e4b2f543175743eda38ec873fe36dbb2). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1059.222874] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Creating folder: Instances. Parent ref: group-v695075. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.223075] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebbbe5db-2439-4558-a425-ab250db3d256 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.237691] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Created folder: Instances in parent group-v695075. [ 1059.238215] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.238215] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.238372] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be95076-04f0-4575-98e6-abb2fea9d632 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.259944] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.259944] env[69265]: value = "task-3476643" [ 1059.259944] env[69265]: _type = "Task" [ 1059.259944] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.269138] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476643, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.338108] env[69265]: DEBUG nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.403899] env[69265]: DEBUG oslo_concurrency.lockutils [req-3dc48214-a9f8-43e4-8218-350b9e61c59c req-a5498cb8-5441-4aa3-8c8c-6ab78d4811cb service nova] Releasing lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.730877] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cb6c82-8747-40d5-8e8b-07f24abec08c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.739527] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87fd47-0aba-4a7c-a2e7-52cf7a507b81 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.781631] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae89d76e-6a8a-446b-84d5-7bf3713eed8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.792122] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476643, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.793465] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31457223-feed-4b1a-8cd7-8a5e7196e21d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.808050] env[69265]: DEBUG nova.compute.provider_tree [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.934413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "f195205a-3d91-41c6-ab81-f095d35c2686" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.934413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.289276] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476643, 'name': CreateVM_Task, 'duration_secs': 0.539967} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.290291] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.291180] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695081', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'name': 'volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbeef983-96fb-4c9f-86e7-5934cffafc55', 'attached_at': '', 'detached_at': '', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'serial': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba'}, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'attachment_id': 'df866fbb-72fc-4d5b-a2d9-031420364508', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69265) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1060.291620] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Root volume attach. Driver type: vmdk {{(pid=69265) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1060.292662] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2ee3d1-1add-40a7-bec3-66b131a0d30c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.301984] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cc5af-b7a5-41af-99ca-7a845407892e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.310456] env[69265]: DEBUG nova.scheduler.client.report [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.316075] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2bb508-53ce-4815-b45c-22dd65f6c143 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.321392] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-da2b11f5-9ffd-4cfb-9299-0c3a941d41f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.332235] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1060.332235] env[69265]: value = "task-3476644" [ 1060.332235] env[69265]: _type = "Task" [ 1060.332235] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.341532] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476644, 'name': RelocateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.348800] env[69265]: DEBUG nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.376659] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.377112] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.377296] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.377482] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.377627] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.377776] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.377985] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.378247] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.378471] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.378687] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.378917] env[69265]: DEBUG nova.virt.hardware [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.379898] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37503629-c10f-4a2c-8b96-6e793bc1a119 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.388478] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4399303-5515-458e-bc63-788b6e7bb04a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.405324] env[69265]: DEBUG nova.network.neutron [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Updated VIF entry in instance network info cache for port 4821bcbf-1b87-4e79-ad57-87e0a90a7a96. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.405737] env[69265]: DEBUG nova.network.neutron [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Updating instance_info_cache with network_info: [{"id": "4821bcbf-1b87-4e79-ad57-87e0a90a7a96", "address": "fa:16:3e:54:11:0e", "network": {"id": "babdfb3a-5015-4fec-aac1-ba7126563cc0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1985232035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b2f543175743eda38ec873fe36dbb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4821bcbf-1b", "ovs_interfaceid": "4821bcbf-1b87-4e79-ad57-87e0a90a7a96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.436028] env[69265]: DEBUG nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.512070] env[69265]: DEBUG nova.compute.manager [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Received event network-changed-f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.512286] env[69265]: DEBUG nova.compute.manager [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing instance network info cache due to event network-changed-f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.512525] env[69265]: DEBUG oslo_concurrency.lockutils [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] Acquiring lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.512677] env[69265]: DEBUG oslo_concurrency.lockutils [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] Acquired lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.512840] env[69265]: DEBUG nova.network.neutron [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing network info cache for port f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.737821] env[69265]: DEBUG nova.network.neutron [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Successfully updated port: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.819150] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.819740] env[69265]: DEBUG nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.824387] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.498s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.824495] env[69265]: DEBUG nova.objects.instance [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lazy-loading 'resources' on Instance uuid fed9328b-a6c0-48b2-aab6-c2dbffa5130f {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.844893] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476644, 'name': RelocateVM_Task, 'duration_secs': 0.392089} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.846250] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.846250] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695081', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'name': 'volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbeef983-96fb-4c9f-86e7-5934cffafc55', 'attached_at': '', 'detached_at': '', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'serial': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.846483] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e992e-634d-4869-8829-2b0db1e9b9b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.871790] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04573ee-2f2b-4898-b092-e9fb0a400e29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.877326] env[69265]: DEBUG nova.compute.manager [req-044239f5-3299-4128-9637-8e8f880d2365 req-3b7e5355-8993-4752-8f2c-8b802b7327bb service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received event network-vif-plugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.877694] env[69265]: DEBUG oslo_concurrency.lockutils [req-044239f5-3299-4128-9637-8e8f880d2365 req-3b7e5355-8993-4752-8f2c-8b802b7327bb service nova] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.878669] env[69265]: DEBUG oslo_concurrency.lockutils [req-044239f5-3299-4128-9637-8e8f880d2365 req-3b7e5355-8993-4752-8f2c-8b802b7327bb service nova] Lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.878669] env[69265]: DEBUG oslo_concurrency.lockutils [req-044239f5-3299-4128-9637-8e8f880d2365 req-3b7e5355-8993-4752-8f2c-8b802b7327bb service nova] Lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.879361] env[69265]: DEBUG nova.compute.manager [req-044239f5-3299-4128-9637-8e8f880d2365 req-3b7e5355-8993-4752-8f2c-8b802b7327bb service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] No waiting events found dispatching network-vif-plugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.879361] env[69265]: WARNING nova.compute.manager [req-044239f5-3299-4128-9637-8e8f880d2365 req-3b7e5355-8993-4752-8f2c-8b802b7327bb service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received unexpected event network-vif-plugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 for instance with vm_state building and task_state spawning. [ 1060.901541] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba/volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.902265] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9c4973-b6aa-4db2-959a-4d8984e4a719 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.916728] env[69265]: DEBUG oslo_concurrency.lockutils [req-6852fef9-925e-4fc0-9101-4cae98c04a1c req-c61bab95-7152-4fc4-a582-b6cd51cdd2c9 service nova] Releasing lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.924993] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1060.924993] env[69265]: value = "task-3476645" [ 1060.924993] env[69265]: _type = "Task" [ 1060.924993] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.936428] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.960558] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.229171] env[69265]: DEBUG nova.network.neutron [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updated VIF entry in instance network info cache for port f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.229171] env[69265]: DEBUG nova.network.neutron [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updating instance_info_cache with network_info: [{"id": "f204474e-58ef-488e-b75b-227094c415a4", "address": "fa:16:3e:a3:45:14", "network": {"id": "ffd9fa21-e5d0-49f0-aae7-39e6946539db", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-138517688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2fa466a767de46d3a8e7c4eaa0b6c60a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf204474e-58", "ovs_interfaceid": "f204474e-58ef-488e-b75b-227094c415a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.243689] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.243689] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.243689] env[69265]: DEBUG nova.network.neutron [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.325698] env[69265]: DEBUG nova.compute.utils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.327074] env[69265]: DEBUG nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.327259] env[69265]: DEBUG nova.network.neutron [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.373107] env[69265]: DEBUG nova.policy [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.435885] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476645, 'name': ReconfigVM_Task, 'duration_secs': 0.236868} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.436184] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba/volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.444223] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c597b6c1-3fd8-4395-9cf0-0a0cd254a74b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.460501] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1061.460501] env[69265]: value = "task-3476646" [ 1061.460501] env[69265]: _type = "Task" [ 1061.460501] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.474386] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.706071] env[69265]: DEBUG nova.network.neutron [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Successfully created port: 8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.712596] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1442cd-2da3-4fdc-a9ac-cf1029cb6534 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.722703] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6cad6a-8aec-4df2-8eea-33887000632a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.731150] env[69265]: DEBUG oslo_concurrency.lockutils [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] Releasing lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.731150] env[69265]: DEBUG nova.compute.manager [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Received event network-changed-f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.731357] env[69265]: DEBUG nova.compute.manager [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing instance network info cache due to event network-changed-f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.731731] env[69265]: DEBUG oslo_concurrency.lockutils [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] Acquiring lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.731903] env[69265]: DEBUG oslo_concurrency.lockutils [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] Acquired lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.732218] env[69265]: DEBUG nova.network.neutron [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing network info cache for port f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.784163] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446ee12-da34-4022-b302-f348582b0d3f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.795370] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a18776-739e-4a16-b680-d5e002b9d298 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.812246] env[69265]: DEBUG nova.compute.provider_tree [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.819831] env[69265]: DEBUG nova.network.neutron [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.832455] env[69265]: DEBUG nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.970565] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476646, 'name': ReconfigVM_Task, 'duration_secs': 0.127921} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.970941] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695081', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'name': 'volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbeef983-96fb-4c9f-86e7-5934cffafc55', 'attached_at': '', 'detached_at': '', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'serial': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1061.971493] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92a15f5e-3380-4037-9fef-5b10f1648c5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.979289] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1061.979289] env[69265]: value = "task-3476647" [ 1061.979289] env[69265]: _type = "Task" [ 1061.979289] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.988660] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476647, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.120073] env[69265]: DEBUG nova.network.neutron [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [{"id": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "address": "fa:16:3e:86:cb:c5", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de6548a-db", "ovs_interfaceid": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.315948] env[69265]: DEBUG nova.scheduler.client.report [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.489736] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476647, 'name': Rename_Task, 'duration_secs': 0.138315} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.490057] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.490347] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-900d4bd6-5431-4635-8ec6-246678c9a0d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.497560] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1062.497560] env[69265]: value = "task-3476648" [ 1062.497560] env[69265]: _type = "Task" [ 1062.497560] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.509534] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.573873] env[69265]: DEBUG nova.network.neutron [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updated VIF entry in instance network info cache for port f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.574306] env[69265]: DEBUG nova.network.neutron [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updating instance_info_cache with network_info: [{"id": "f204474e-58ef-488e-b75b-227094c415a4", "address": "fa:16:3e:a3:45:14", "network": {"id": "ffd9fa21-e5d0-49f0-aae7-39e6946539db", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-138517688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2fa466a767de46d3a8e7c4eaa0b6c60a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf204474e-58", "ovs_interfaceid": "f204474e-58ef-488e-b75b-227094c415a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.617898] env[69265]: DEBUG nova.compute.manager [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Received event network-changed-f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.618195] env[69265]: DEBUG nova.compute.manager [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing instance network info cache due to event network-changed-f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.618399] env[69265]: DEBUG oslo_concurrency.lockutils [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] Acquiring lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.622994] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.623524] env[69265]: DEBUG nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Instance network_info: |[{"id": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "address": "fa:16:3e:86:cb:c5", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de6548a-db", "ovs_interfaceid": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.623682] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:cb:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0de6548a-dbd7-4e4c-8763-b0cf1a9b1173', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.630981] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating folder: Project (f96c8d8abf244708915ae88bbf3666e2). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.631511] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16c77aa2-bd85-4561-a8b8-46fb547884ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.644619] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Created folder: Project (f96c8d8abf244708915ae88bbf3666e2) in parent group-v694865. [ 1062.644826] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating folder: Instances. Parent ref: group-v695109. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.645091] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0b4b812-66b8-4a66-96b5-56323a49c056 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.653991] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Created folder: Instances in parent group-v695109. [ 1062.654268] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.654463] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.654669] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66806103-814f-4b78-84a3-97f071543c28 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.676310] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.676310] env[69265]: value = "task-3476651" [ 1062.676310] env[69265]: _type = "Task" [ 1062.676310] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.685195] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476651, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.824299] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.827718] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.765s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.828818] env[69265]: INFO nova.compute.claims [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.846677] env[69265]: DEBUG nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.862089] env[69265]: INFO nova.scheduler.client.report [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Deleted allocations for instance fed9328b-a6c0-48b2-aab6-c2dbffa5130f [ 1062.879805] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.880049] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.880207] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.885028] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.885028] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.885028] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.885028] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.885028] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.885028] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.885028] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.885028] env[69265]: DEBUG nova.virt.hardware [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.885028] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09dccde-2406-45ba-b6e3-8c1412543e10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.893167] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6d662f-71f1-4b1a-9838-782b04fded33 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.009128] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.077502] env[69265]: DEBUG nova.compute.manager [req-74385769-d4a0-4785-abec-476106c3aa04 req-bfe8cbac-9a1e-4510-89a3-fdc394c7f385 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received event network-changed-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.077701] env[69265]: DEBUG nova.compute.manager [req-74385769-d4a0-4785-abec-476106c3aa04 req-bfe8cbac-9a1e-4510-89a3-fdc394c7f385 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Refreshing instance network info cache due to event network-changed-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.077936] env[69265]: DEBUG oslo_concurrency.lockutils [req-74385769-d4a0-4785-abec-476106c3aa04 req-bfe8cbac-9a1e-4510-89a3-fdc394c7f385 service nova] Acquiring lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.078069] env[69265]: DEBUG oslo_concurrency.lockutils [req-74385769-d4a0-4785-abec-476106c3aa04 req-bfe8cbac-9a1e-4510-89a3-fdc394c7f385 service nova] Acquired lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.078248] env[69265]: DEBUG nova.network.neutron [req-74385769-d4a0-4785-abec-476106c3aa04 req-bfe8cbac-9a1e-4510-89a3-fdc394c7f385 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Refreshing network info cache for port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.079898] env[69265]: DEBUG oslo_concurrency.lockutils [req-e6a47d40-de9e-4a1d-8c34-97a296b5b94f req-bf79d169-6eb4-4c14-bcf1-3962df343330 service nova] Releasing lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.080783] env[69265]: DEBUG oslo_concurrency.lockutils [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] Acquired lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.081023] env[69265]: DEBUG nova.network.neutron [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing network info cache for port f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.178391] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "040c7a12-1ff5-492a-bace-cf58db235c91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.179263] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "040c7a12-1ff5-492a-bace-cf58db235c91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.179263] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "040c7a12-1ff5-492a-bace-cf58db235c91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.179263] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "040c7a12-1ff5-492a-bace-cf58db235c91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.179451] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "040c7a12-1ff5-492a-bace-cf58db235c91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.184827] env[69265]: INFO nova.compute.manager [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Terminating instance [ 1063.193830] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476651, 'name': CreateVM_Task, 'duration_secs': 0.327017} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.194054] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.194672] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.194843] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.195229] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.195479] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffdd9a0-0d0a-4f85-bdb5-5a1f376937e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.200946] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1063.200946] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521442c9-4912-b70b-cccb-45089973352a" [ 1063.200946] env[69265]: _type = "Task" [ 1063.200946] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.214128] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521442c9-4912-b70b-cccb-45089973352a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.237140] env[69265]: DEBUG nova.network.neutron [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Successfully updated port: 8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.371238] env[69265]: DEBUG oslo_concurrency.lockutils [None req-046e8b81-d32e-4b0a-b95e-73c43158b99b tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Lock "fed9328b-a6c0-48b2-aab6-c2dbffa5130f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.746s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.508753] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.695354] env[69265]: DEBUG nova.compute.manager [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.695677] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.696522] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e485bfb-868a-48dd-807c-25347f9fcd0a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.712047] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.712956] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93154079-bd7e-4b10-bc46-9266184b8f25 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.723260] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521442c9-4912-b70b-cccb-45089973352a, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.726117] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.726420] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.726696] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.726852] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.727070] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.727376] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d2ee49-4d37-4ce6-8796-afee62a7eaa4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.731250] env[69265]: DEBUG oslo_vmware.api [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1063.731250] env[69265]: value = "task-3476652" [ 1063.731250] env[69265]: _type = "Task" [ 1063.731250] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.737736] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.738082] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.744922] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b985caa-6692-4860-9cac-61099ed29aa4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.746183] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.746342] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.746489] env[69265]: DEBUG nova.network.neutron [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.747725] env[69265]: DEBUG oslo_vmware.api [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.753890] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1063.753890] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522bc3b5-3b18-1f39-6822-a3fb03da8cbf" [ 1063.753890] env[69265]: _type = "Task" [ 1063.753890] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.765951] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522bc3b5-3b18-1f39-6822-a3fb03da8cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.827827] env[69265]: DEBUG nova.network.neutron [req-74385769-d4a0-4785-abec-476106c3aa04 req-bfe8cbac-9a1e-4510-89a3-fdc394c7f385 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updated VIF entry in instance network info cache for port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.828303] env[69265]: DEBUG nova.network.neutron [req-74385769-d4a0-4785-abec-476106c3aa04 req-bfe8cbac-9a1e-4510-89a3-fdc394c7f385 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [{"id": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "address": "fa:16:3e:86:cb:c5", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de6548a-db", "ovs_interfaceid": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.966610] env[69265]: DEBUG nova.network.neutron [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updated VIF entry in instance network info cache for port f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.967412] env[69265]: DEBUG nova.network.neutron [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updating instance_info_cache with network_info: [{"id": "f204474e-58ef-488e-b75b-227094c415a4", "address": "fa:16:3e:a3:45:14", "network": {"id": "ffd9fa21-e5d0-49f0-aae7-39e6946539db", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-138517688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2fa466a767de46d3a8e7c4eaa0b6c60a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf204474e-58", "ovs_interfaceid": "f204474e-58ef-488e-b75b-227094c415a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.012195] env[69265]: DEBUG oslo_vmware.api [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476648, 'name': PowerOnVM_Task, 'duration_secs': 1.112886} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.012476] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.012676] env[69265]: INFO nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Took 5.40 seconds to spawn the instance on the hypervisor. [ 1064.012862] env[69265]: DEBUG nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.013969] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ed8db-6bbe-46b2-9003-c360d0b4765d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.213224] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b21a09d-a425-4c88-8517-65d82936c637 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.221216] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb53503-83e4-492b-bf5f-a206029bca3c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.271262] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be740de6-5ca8-43bb-b314-c58f14dd0c1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.278976] env[69265]: DEBUG oslo_vmware.api [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476652, 'name': PowerOffVM_Task, 'duration_secs': 0.469224} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.284096] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.284262] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.284535] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522bc3b5-3b18-1f39-6822-a3fb03da8cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.284779] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee0f8885-115a-4cfe-b0a5-e0c5b9a730db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.287703] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f973c944-ccfd-4a22-9fd5-277f3a5c0aa7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.293117] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba85d672-044c-4a80-93e4-f921a3894bd9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.298513] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1064.298513] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5273dc67-7e1b-c396-f84d-e62c54b0f4a7" [ 1064.298513] env[69265]: _type = "Task" [ 1064.298513] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.307665] env[69265]: DEBUG nova.compute.provider_tree [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.317718] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5273dc67-7e1b-c396-f84d-e62c54b0f4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.318352] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.318948] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 41fdc930-ea31-419b-8aec-68bf17d01998/41fdc930-ea31-419b-8aec-68bf17d01998.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.319859] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f741f725-e9e6-4f69-b38d-fb9da8aa3172 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.326842] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1064.326842] env[69265]: value = "task-3476654" [ 1064.326842] env[69265]: _type = "Task" [ 1064.326842] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.330377] env[69265]: DEBUG oslo_concurrency.lockutils [req-74385769-d4a0-4785-abec-476106c3aa04 req-bfe8cbac-9a1e-4510-89a3-fdc394c7f385 service nova] Releasing lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.334720] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.342514] env[69265]: DEBUG nova.network.neutron [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.358145] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.358603] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.359061] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Deleting the datastore file [datastore1] 040c7a12-1ff5-492a-bace-cf58db235c91 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.359358] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65fea14b-15c0-4354-80f8-0561bc664568 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.365262] env[69265]: DEBUG oslo_vmware.api [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for the task: (returnval){ [ 1064.365262] env[69265]: value = "task-3476655" [ 1064.365262] env[69265]: _type = "Task" [ 1064.365262] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.373391] env[69265]: DEBUG oslo_vmware.api [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.473171] env[69265]: DEBUG oslo_concurrency.lockutils [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] Releasing lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.473511] env[69265]: DEBUG nova.compute.manager [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Received event network-changed-f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.473945] env[69265]: DEBUG nova.compute.manager [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing instance network info cache due to event network-changed-f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.474208] env[69265]: DEBUG oslo_concurrency.lockutils [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] Acquiring lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.474374] env[69265]: DEBUG oslo_concurrency.lockutils [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] Acquired lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.474554] env[69265]: DEBUG nova.network.neutron [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Refreshing network info cache for port f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.533380] env[69265]: INFO nova.compute.manager [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Took 43.13 seconds to build instance. [ 1064.813799] env[69265]: DEBUG nova.scheduler.client.report [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.838298] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488864} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.839725] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 41fdc930-ea31-419b-8aec-68bf17d01998/41fdc930-ea31-419b-8aec-68bf17d01998.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.840137] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.840661] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a5d6fdd-1c81-48d7-bbb7-c2e3dd95e795 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.853021] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1064.853021] env[69265]: value = "task-3476656" [ 1064.853021] env[69265]: _type = "Task" [ 1064.853021] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.860584] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.875595] env[69265]: DEBUG oslo_vmware.api [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Task: {'id': task-3476655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373735} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.878821] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.878821] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.878821] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.878821] env[69265]: INFO nova.compute.manager [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1064.878821] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.878821] env[69265]: DEBUG nova.compute.manager [-] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.878821] env[69265]: DEBUG nova.network.neutron [-] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.969666] env[69265]: DEBUG nova.network.neutron [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.039692] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "dbeef983-96fb-4c9f-86e7-5934cffafc55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.650s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.106314] env[69265]: DEBUG nova.compute.manager [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-vif-plugged-8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.106534] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] Acquiring lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.106742] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.106909] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.107778] env[69265]: DEBUG nova.compute.manager [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] No waiting events found dispatching network-vif-plugged-8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.108103] env[69265]: WARNING nova.compute.manager [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received unexpected event network-vif-plugged-8135c4f5-190f-4aa1-9945-b950c0a71929 for instance with vm_state building and task_state spawning. [ 1065.108311] env[69265]: DEBUG nova.compute.manager [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.108687] env[69265]: DEBUG nova.compute.manager [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing instance network info cache due to event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.108687] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.320146] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.320691] env[69265]: DEBUG nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.323715] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.642s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.325173] env[69265]: INFO nova.compute.claims [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.366248] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066685} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.366556] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.367312] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e28afa1-cd5e-4d92-9e4b-98ed94b9b2ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.372019] env[69265]: DEBUG nova.network.neutron [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updated VIF entry in instance network info cache for port f204474e-58ef-488e-b75b-227094c415a4. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.372380] env[69265]: DEBUG nova.network.neutron [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updating instance_info_cache with network_info: [{"id": "f204474e-58ef-488e-b75b-227094c415a4", "address": "fa:16:3e:a3:45:14", "network": {"id": "ffd9fa21-e5d0-49f0-aae7-39e6946539db", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-138517688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2fa466a767de46d3a8e7c4eaa0b6c60a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf204474e-58", "ovs_interfaceid": "f204474e-58ef-488e-b75b-227094c415a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.399819] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 41fdc930-ea31-419b-8aec-68bf17d01998/41fdc930-ea31-419b-8aec-68bf17d01998.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.404580] env[69265]: DEBUG oslo_concurrency.lockutils [req-ddb76003-47e9-4b87-bf41-341478b38cd2 req-43175541-4e0f-43cf-bfc4-b08e3b521ef5 service nova] Releasing lock "refresh_cache-040c7a12-1ff5-492a-bace-cf58db235c91" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.404580] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85486b4-99ce-4bc7-b31b-7cd683b22bf5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.426714] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1065.426714] env[69265]: value = "task-3476657" [ 1065.426714] env[69265]: _type = "Task" [ 1065.426714] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.438385] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.476631] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.477071] env[69265]: DEBUG nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Instance network_info: |[{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.478199] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.478199] env[69265]: DEBUG nova.network.neutron [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.482825] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:3a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8135c4f5-190f-4aa1-9945-b950c0a71929', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.490053] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.491423] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.491691] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cac31b67-2f58-4214-857c-a79e9014ac56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.512700] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.512700] env[69265]: value = "task-3476658" [ 1065.512700] env[69265]: _type = "Task" [ 1065.512700] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.521739] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476658, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.708936] env[69265]: DEBUG nova.network.neutron [-] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.830291] env[69265]: DEBUG nova.compute.utils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.835199] env[69265]: DEBUG nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.835465] env[69265]: DEBUG nova.network.neutron [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.875605] env[69265]: DEBUG nova.policy [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9f3247ea71462386d33a35099087ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73342363a92549deab4aa81459a7a272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.941922] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476657, 'name': ReconfigVM_Task, 'duration_secs': 0.42038} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.944639] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 41fdc930-ea31-419b-8aec-68bf17d01998/41fdc930-ea31-419b-8aec-68bf17d01998.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.945333] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66f5cbea-24c0-483f-8fc7-8ed70ee10c94 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.953691] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1065.953691] env[69265]: value = "task-3476659" [ 1065.953691] env[69265]: _type = "Task" [ 1065.953691] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.961799] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476659, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.023617] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476658, 'name': CreateVM_Task, 'duration_secs': 0.356784} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.023833] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.024551] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.024719] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.025054] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.025313] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22590f64-4716-4550-88f1-bfd82882da8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.029662] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1066.029662] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52511320-b89b-2456-d7b8-f8b05aff11b6" [ 1066.029662] env[69265]: _type = "Task" [ 1066.029662] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.037547] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52511320-b89b-2456-d7b8-f8b05aff11b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.211498] env[69265]: INFO nova.compute.manager [-] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Took 1.33 seconds to deallocate network for instance. [ 1066.215180] env[69265]: DEBUG nova.network.neutron [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Successfully created port: 213e63f3-59e6-480b-a90a-373e593997ca {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.224488] env[69265]: DEBUG nova.network.neutron [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updated VIF entry in instance network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.225041] env[69265]: DEBUG nova.network.neutron [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.335519] env[69265]: DEBUG nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.463758] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476659, 'name': Rename_Task, 'duration_secs': 0.140708} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.464200] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.464940] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cf59aa1-3105-4ba0-9896-6991b8f8a794 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.470940] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1066.470940] env[69265]: value = "task-3476660" [ 1066.470940] env[69265]: _type = "Task" [ 1066.470940] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.481487] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.539026] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52511320-b89b-2456-d7b8-f8b05aff11b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.539201] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.539443] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.539910] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.540088] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.540721] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.540721] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-077717bb-8ea4-4013-ac37-f9b82c1a4f18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.552022] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.552283] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.553102] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738e97d9-5bf8-420c-a30b-9e66589f03cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.562311] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1066.562311] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520e5b5f-7f56-9315-70f5-cf969ba937a7" [ 1066.562311] env[69265]: _type = "Task" [ 1066.562311] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.570733] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520e5b5f-7f56-9315-70f5-cf969ba937a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.686091] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7014db-ca4b-4899-90df-61ee6f94d119 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.693653] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa28c3-a2f4-461e-90b7-41ca953254cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.728346] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.729147] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c6bdb06-c5df-4519-8df4-5123ccb00b30 req-e1da3d3b-4440-4a9e-8b5a-15d63943a2ee service nova] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.730293] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af0dc8-cb74-4bd4-a7e8-71bccd72a497 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.739789] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61117bfe-3e8f-485f-abcc-8cd8be78a51e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.754432] env[69265]: DEBUG nova.compute.provider_tree [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.982865] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.072236] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520e5b5f-7f56-9315-70f5-cf969ba937a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.073329] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2feb678a-5129-48a3-8cd7-3748ff4d1bd0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.078047] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1067.078047] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524170ec-ce13-cda1-e4c2-2f3804ead07d" [ 1067.078047] env[69265]: _type = "Task" [ 1067.078047] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.085338] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524170ec-ce13-cda1-e4c2-2f3804ead07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.137237] env[69265]: DEBUG nova.compute.manager [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Received event network-vif-deleted-f204474e-58ef-488e-b75b-227094c415a4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.137463] env[69265]: DEBUG nova.compute.manager [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Received event network-changed-4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.137628] env[69265]: DEBUG nova.compute.manager [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Refreshing instance network info cache due to event network-changed-4821bcbf-1b87-4e79-ad57-87e0a90a7a96. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.137835] env[69265]: DEBUG oslo_concurrency.lockutils [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] Acquiring lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.139052] env[69265]: DEBUG oslo_concurrency.lockutils [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] Acquired lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.139052] env[69265]: DEBUG nova.network.neutron [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Refreshing network info cache for port 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.257576] env[69265]: DEBUG nova.scheduler.client.report [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.350697] env[69265]: DEBUG nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.384882] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3a4be707a5ba33e72ee894cfdf3baf5f',container_format='bare',created_at=2025-04-17T13:53:20Z,direct_url=,disk_format='vmdk',id=c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7,min_disk=1,min_ram=0,name='tempest-test-snap-1376981962',owner='73342363a92549deab4aa81459a7a272',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-17T13:53:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.385161] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.385328] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.385515] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.385662] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.385811] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.386050] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.386256] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.386434] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.386598] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.386773] env[69265]: DEBUG nova.virt.hardware [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.387675] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1f6d2d-ee2e-426e-a305-88b3b4e14e34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.397118] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05ebe5d-93a8-451e-8e3d-e1f782cd5d3e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.481845] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.588892] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524170ec-ce13-cda1-e4c2-2f3804ead07d, 'name': SearchDatastore_Task, 'duration_secs': 0.035951} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.589251] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.589532] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 5db316a0-b835-4433-8d59-aec5c21e72d9/5db316a0-b835-4433-8d59-aec5c21e72d9.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.589896] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dd60773-d461-4af7-94a2-37c7fee98ba3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.596035] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1067.596035] env[69265]: value = "task-3476661" [ 1067.596035] env[69265]: _type = "Task" [ 1067.596035] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.604404] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.763018] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.763614] env[69265]: DEBUG nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.766838] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.562s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.767128] env[69265]: DEBUG nova.objects.instance [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lazy-loading 'resources' on Instance uuid cd72fe81-eab5-496c-9f24-21ea8d2c6e20 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.844483] env[69265]: DEBUG nova.compute.manager [req-b768f889-9198-4413-81bc-a6010b3ad617 req-5ddeb621-edb0-4a13-a0ed-5006f84b0384 service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Received event network-vif-plugged-213e63f3-59e6-480b-a90a-373e593997ca {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.844728] env[69265]: DEBUG oslo_concurrency.lockutils [req-b768f889-9198-4413-81bc-a6010b3ad617 req-5ddeb621-edb0-4a13-a0ed-5006f84b0384 service nova] Acquiring lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.844999] env[69265]: DEBUG oslo_concurrency.lockutils [req-b768f889-9198-4413-81bc-a6010b3ad617 req-5ddeb621-edb0-4a13-a0ed-5006f84b0384 service nova] Lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.845250] env[69265]: DEBUG oslo_concurrency.lockutils [req-b768f889-9198-4413-81bc-a6010b3ad617 req-5ddeb621-edb0-4a13-a0ed-5006f84b0384 service nova] Lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.845470] env[69265]: DEBUG nova.compute.manager [req-b768f889-9198-4413-81bc-a6010b3ad617 req-5ddeb621-edb0-4a13-a0ed-5006f84b0384 service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] No waiting events found dispatching network-vif-plugged-213e63f3-59e6-480b-a90a-373e593997ca {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.845782] env[69265]: WARNING nova.compute.manager [req-b768f889-9198-4413-81bc-a6010b3ad617 req-5ddeb621-edb0-4a13-a0ed-5006f84b0384 service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Received unexpected event network-vif-plugged-213e63f3-59e6-480b-a90a-373e593997ca for instance with vm_state building and task_state spawning. [ 1067.944165] env[69265]: DEBUG nova.network.neutron [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Updated VIF entry in instance network info cache for port 4821bcbf-1b87-4e79-ad57-87e0a90a7a96. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.944615] env[69265]: DEBUG nova.network.neutron [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Updating instance_info_cache with network_info: [{"id": "4821bcbf-1b87-4e79-ad57-87e0a90a7a96", "address": "fa:16:3e:54:11:0e", "network": {"id": "babdfb3a-5015-4fec-aac1-ba7126563cc0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1985232035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4b2f543175743eda38ec873fe36dbb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4821bcbf-1b", "ovs_interfaceid": "4821bcbf-1b87-4e79-ad57-87e0a90a7a96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.983990] env[69265]: DEBUG oslo_vmware.api [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476660, 'name': PowerOnVM_Task, 'duration_secs': 1.092403} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.984328] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.984514] env[69265]: INFO nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1067.984639] env[69265]: DEBUG nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.985481] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7af05f8-6a4e-4d0e-93cc-c02b29c70552 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.069259] env[69265]: DEBUG nova.network.neutron [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Successfully updated port: 213e63f3-59e6-480b-a90a-373e593997ca {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.112376] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476661, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.271055] env[69265]: DEBUG nova.compute.utils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.276330] env[69265]: DEBUG nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.276330] env[69265]: DEBUG nova.network.neutron [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.324725] env[69265]: DEBUG nova.policy [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd0d2b689c854b16a7c046e74126e5a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3118627928e40899cc4e0fb2633b1a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.448768] env[69265]: DEBUG oslo_concurrency.lockutils [req-1e093ef3-5d04-461f-bce8-86f084bd7158 req-a106cc61-1d11-42bc-a525-2bdc2718c2f9 service nova] Releasing lock "refresh_cache-dbeef983-96fb-4c9f-86e7-5934cffafc55" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.509093] env[69265]: INFO nova.compute.manager [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Took 44.99 seconds to build instance. [ 1068.574621] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "refresh_cache-1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.574776] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "refresh_cache-1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.574987] env[69265]: DEBUG nova.network.neutron [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.612780] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606062} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.613125] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 5db316a0-b835-4433-8d59-aec5c21e72d9/5db316a0-b835-4433-8d59-aec5c21e72d9.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.613909] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.614230] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e43a7803-c2da-4371-baa9-6543e876457a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.621357] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1068.621357] env[69265]: value = "task-3476662" [ 1068.621357] env[69265]: _type = "Task" [ 1068.621357] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.629742] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.661113] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25690072-ba0c-4a09-8114-05818d9f17be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.670779] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb9504-2822-4869-8752-9bdcb80d2ba0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.713366] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f186735d-92b7-4087-b5a9-962e4d800c3d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.732214] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53834e26-65e2-45c1-950d-3cddfb8de068 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.747068] env[69265]: DEBUG nova.compute.provider_tree [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.776609] env[69265]: DEBUG nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.014620] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.507s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.026063] env[69265]: DEBUG nova.network.neutron [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Successfully created port: 5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.122472] env[69265]: DEBUG nova.network.neutron [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.135545] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0697} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.135877] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.136729] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6387e86b-39da-439a-b41a-140d9e64c992 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.166433] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 5db316a0-b835-4433-8d59-aec5c21e72d9/5db316a0-b835-4433-8d59-aec5c21e72d9.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.169114] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588c6b7c-222d-4ad9-a2a3-d19ae3ee980a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.191143] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1069.191143] env[69265]: value = "task-3476663" [ 1069.191143] env[69265]: _type = "Task" [ 1069.191143] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.198665] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.274766] env[69265]: ERROR nova.scheduler.client.report [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] [req-081e515b-1380-4565-8dd1-e4137d7fbe13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-081e515b-1380-4565-8dd1-e4137d7fbe13"}]} [ 1069.297681] env[69265]: DEBUG nova.scheduler.client.report [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1069.323697] env[69265]: DEBUG nova.scheduler.client.report [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1069.323697] env[69265]: DEBUG nova.compute.provider_tree [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.338984] env[69265]: DEBUG nova.scheduler.client.report [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1069.369362] env[69265]: DEBUG nova.scheduler.client.report [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1069.405083] env[69265]: DEBUG nova.network.neutron [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Updating instance_info_cache with network_info: [{"id": "213e63f3-59e6-480b-a90a-373e593997ca", "address": "fa:16:3e:13:50:1c", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213e63f3-59", "ovs_interfaceid": "213e63f3-59e6-480b-a90a-373e593997ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.535678] env[69265]: DEBUG nova.compute.manager [req-50c27516-eae3-40bb-bb88-ea89aeecabfc req-923c177a-806c-4111-b4d5-f5eeb3030c86 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received event network-changed-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.535971] env[69265]: DEBUG nova.compute.manager [req-50c27516-eae3-40bb-bb88-ea89aeecabfc req-923c177a-806c-4111-b4d5-f5eeb3030c86 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Refreshing instance network info cache due to event network-changed-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.536293] env[69265]: DEBUG oslo_concurrency.lockutils [req-50c27516-eae3-40bb-bb88-ea89aeecabfc req-923c177a-806c-4111-b4d5-f5eeb3030c86 service nova] Acquiring lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.536494] env[69265]: DEBUG oslo_concurrency.lockutils [req-50c27516-eae3-40bb-bb88-ea89aeecabfc req-923c177a-806c-4111-b4d5-f5eeb3030c86 service nova] Acquired lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.536719] env[69265]: DEBUG nova.network.neutron [req-50c27516-eae3-40bb-bb88-ea89aeecabfc req-923c177a-806c-4111-b4d5-f5eeb3030c86 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Refreshing network info cache for port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.700993] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.768615] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067017c7-84c2-49b0-8eca-c9ba601c24e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.780666] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21b107a-0ea3-4486-8cb8-3c8ed0275ad2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.814139] env[69265]: DEBUG nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.817215] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629cc7fd-8f62-4f5d-9569-b9a8afa827d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.824530] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c860cf79-38e0-4ce0-a99c-0b5a042cfa12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.842190] env[69265]: DEBUG nova.compute.provider_tree [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.854701] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.854996] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.855190] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.855377] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.855520] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.855664] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.855861] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.856032] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.856211] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.856371] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.856542] env[69265]: DEBUG nova.virt.hardware [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.857614] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b1b932-a907-4795-aa5d-1d2a15f68bb6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.865503] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8987d3cf-b88a-44be-8173-275caea828f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.916394] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "refresh_cache-1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.916726] env[69265]: DEBUG nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Instance network_info: |[{"id": "213e63f3-59e6-480b-a90a-373e593997ca", "address": "fa:16:3e:13:50:1c", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213e63f3-59", "ovs_interfaceid": "213e63f3-59e6-480b-a90a-373e593997ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.917217] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:50:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '213e63f3-59e6-480b-a90a-373e593997ca', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.925984] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.925984] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.926145] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4abe16a5-de86-4cd9-b975-48ca836d41a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.946130] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.946130] env[69265]: value = "task-3476664" [ 1069.946130] env[69265]: _type = "Task" [ 1069.946130] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.954051] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476664, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.203262] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476663, 'name': ReconfigVM_Task, 'duration_secs': 0.561856} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.206905] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 5db316a0-b835-4433-8d59-aec5c21e72d9/5db316a0-b835-4433-8d59-aec5c21e72d9.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.207788] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c7de802-7671-492b-8e14-45c214fd3cbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.216625] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1070.216625] env[69265]: value = "task-3476665" [ 1070.216625] env[69265]: _type = "Task" [ 1070.216625] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.228871] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476665, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.332051] env[69265]: DEBUG nova.network.neutron [req-50c27516-eae3-40bb-bb88-ea89aeecabfc req-923c177a-806c-4111-b4d5-f5eeb3030c86 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updated VIF entry in instance network info cache for port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.332450] env[69265]: DEBUG nova.network.neutron [req-50c27516-eae3-40bb-bb88-ea89aeecabfc req-923c177a-806c-4111-b4d5-f5eeb3030c86 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [{"id": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "address": "fa:16:3e:86:cb:c5", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de6548a-db", "ovs_interfaceid": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.381443] env[69265]: DEBUG nova.scheduler.client.report [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1070.381749] env[69265]: DEBUG nova.compute.provider_tree [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 126 to 127 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1070.381972] env[69265]: DEBUG nova.compute.provider_tree [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.462175] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476664, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.536043] env[69265]: DEBUG nova.compute.manager [req-5cb3825b-c93c-4f75-9b8a-321e50f783c5 req-7af82385-d3a2-4152-b1b1-1a3f953a59ba service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Received event network-changed-213e63f3-59e6-480b-a90a-373e593997ca {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.536043] env[69265]: DEBUG nova.compute.manager [req-5cb3825b-c93c-4f75-9b8a-321e50f783c5 req-7af82385-d3a2-4152-b1b1-1a3f953a59ba service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Refreshing instance network info cache due to event network-changed-213e63f3-59e6-480b-a90a-373e593997ca. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.538752] env[69265]: DEBUG oslo_concurrency.lockutils [req-5cb3825b-c93c-4f75-9b8a-321e50f783c5 req-7af82385-d3a2-4152-b1b1-1a3f953a59ba service nova] Acquiring lock "refresh_cache-1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.538752] env[69265]: DEBUG oslo_concurrency.lockutils [req-5cb3825b-c93c-4f75-9b8a-321e50f783c5 req-7af82385-d3a2-4152-b1b1-1a3f953a59ba service nova] Acquired lock "refresh_cache-1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.538957] env[69265]: DEBUG nova.network.neutron [req-5cb3825b-c93c-4f75-9b8a-321e50f783c5 req-7af82385-d3a2-4152-b1b1-1a3f953a59ba service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Refreshing network info cache for port 213e63f3-59e6-480b-a90a-373e593997ca {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.726306] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476665, 'name': Rename_Task, 'duration_secs': 0.15924} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.726627] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.727405] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe2b938d-1785-4724-831b-e871b7e551a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.735806] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1070.735806] env[69265]: value = "task-3476666" [ 1070.735806] env[69265]: _type = "Task" [ 1070.735806] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.746291] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.835401] env[69265]: DEBUG oslo_concurrency.lockutils [req-50c27516-eae3-40bb-bb88-ea89aeecabfc req-923c177a-806c-4111-b4d5-f5eeb3030c86 service nova] Releasing lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.887692] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.121s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.890291] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.742s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.890789] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.890789] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1070.891176] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.364s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.891341] env[69265]: DEBUG nova.objects.instance [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1070.894536] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b3c1c0-2a89-46ee-b46d-1336aa67d9f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.904573] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc69357-f977-462c-8568-fbc47cd49eaa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.921243] env[69265]: INFO nova.scheduler.client.report [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Deleted allocations for instance cd72fe81-eab5-496c-9f24-21ea8d2c6e20 [ 1070.922949] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c55c91-773c-4c4c-b675-fcf1455ab413 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.934367] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b877af49-c47b-46d1-b6d7-46f8036a9348 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.966285] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179477MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1070.966450] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.978679] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476664, 'name': CreateVM_Task, 'duration_secs': 0.544461} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.978996] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.979792] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.980238] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.980601] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.981053] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb38de6-f008-4f47-9348-4494058fdcaf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.996760] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1070.996760] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c08d7-d562-68cf-7dd6-57a5497afd1d" [ 1070.996760] env[69265]: _type = "Task" [ 1070.996760] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.003433] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524c08d7-d562-68cf-7dd6-57a5497afd1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.014511] env[69265]: DEBUG nova.network.neutron [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Successfully updated port: 5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.249268] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476666, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.437425] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Lock "cd72fe81-eab5-496c-9f24-21ea8d2c6e20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.353s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.474591] env[69265]: DEBUG nova.network.neutron [req-5cb3825b-c93c-4f75-9b8a-321e50f783c5 req-7af82385-d3a2-4152-b1b1-1a3f953a59ba service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Updated VIF entry in instance network info cache for port 213e63f3-59e6-480b-a90a-373e593997ca. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.474591] env[69265]: DEBUG nova.network.neutron [req-5cb3825b-c93c-4f75-9b8a-321e50f783c5 req-7af82385-d3a2-4152-b1b1-1a3f953a59ba service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Updating instance_info_cache with network_info: [{"id": "213e63f3-59e6-480b-a90a-373e593997ca", "address": "fa:16:3e:13:50:1c", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213e63f3-59", "ovs_interfaceid": "213e63f3-59e6-480b-a90a-373e593997ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.499767] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.500072] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Processing image c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.500376] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.501703] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.501703] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.501703] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90933a53-1708-4b18-861a-91e89ea04d0a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.521345] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.521345] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.521345] env[69265]: DEBUG nova.network.neutron [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.522092] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.522092] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.523640] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c450cfd-41b0-4a8e-80d3-f1f8c71f0257 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.535812] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1071.535812] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524f0ec4-3afa-efdd-e3bd-bd951c9fa027" [ 1071.535812] env[69265]: _type = "Task" [ 1071.535812] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.547117] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524f0ec4-3afa-efdd-e3bd-bd951c9fa027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.748897] env[69265]: DEBUG oslo_vmware.api [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476666, 'name': PowerOnVM_Task, 'duration_secs': 0.897452} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.751864] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.751864] env[69265]: INFO nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1071.751864] env[69265]: DEBUG nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.751864] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d84a1-e794-464d-bd6e-75e6ddee7468 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.910384] env[69265]: DEBUG oslo_concurrency.lockutils [None req-00f4c03f-6059-4524-8703-61e13e45085f tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.911206] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.433s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.913371] env[69265]: INFO nova.compute.claims [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.976391] env[69265]: DEBUG oslo_concurrency.lockutils [req-5cb3825b-c93c-4f75-9b8a-321e50f783c5 req-7af82385-d3a2-4152-b1b1-1a3f953a59ba service nova] Releasing lock "refresh_cache-1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.046416] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Preparing fetch location {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1072.047273] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Fetch image to [datastore2] OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19/OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19.vmdk {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1072.047572] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Downloading stream optimized image c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7 to [datastore2] OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19/OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19.vmdk on the data store datastore2 as vApp {{(pid=69265) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1072.047966] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Downloading image file data c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7 to the ESX as VM named 'OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19' {{(pid=69265) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1072.103736] env[69265]: DEBUG nova.network.neutron [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.145991] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1072.145991] env[69265]: value = "resgroup-9" [ 1072.145991] env[69265]: _type = "ResourcePool" [ 1072.145991] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1072.146437] env[69265]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1711e862-a03c-48a6-a3ab-f720d37df972 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.173642] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lease: (returnval){ [ 1072.173642] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521e7be4-cd14-e7a1-28fc-3caefd6ba692" [ 1072.173642] env[69265]: _type = "HttpNfcLease" [ 1072.173642] env[69265]: } obtained for vApp import into resource pool (val){ [ 1072.173642] env[69265]: value = "resgroup-9" [ 1072.173642] env[69265]: _type = "ResourcePool" [ 1072.173642] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1072.173931] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the lease: (returnval){ [ 1072.173931] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521e7be4-cd14-e7a1-28fc-3caefd6ba692" [ 1072.173931] env[69265]: _type = "HttpNfcLease" [ 1072.173931] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.180482] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.180761] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.184366] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.184366] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521e7be4-cd14-e7a1-28fc-3caefd6ba692" [ 1072.184366] env[69265]: _type = "HttpNfcLease" [ 1072.184366] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.273087] env[69265]: INFO nova.compute.manager [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Took 48.61 seconds to build instance. [ 1072.328052] env[69265]: DEBUG nova.network.neutron [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Updating instance_info_cache with network_info: [{"id": "5b45f383-038a-4dd2-b411-fac52f905fdd", "address": "fa:16:3e:c1:1d:1f", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b45f383-03", "ovs_interfaceid": "5b45f383-038a-4dd2-b411-fac52f905fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.683074] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.683074] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521e7be4-cd14-e7a1-28fc-3caefd6ba692" [ 1072.683074] env[69265]: _type = "HttpNfcLease" [ 1072.683074] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.686182] env[69265]: DEBUG nova.compute.utils [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.775851] env[69265]: DEBUG oslo_concurrency.lockutils [None req-04daefd8-d47f-4beb-8246-327782a9db81 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.128s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.831065] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.833884] env[69265]: DEBUG nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Instance network_info: |[{"id": "5b45f383-038a-4dd2-b411-fac52f905fdd", "address": "fa:16:3e:c1:1d:1f", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b45f383-03", "ovs_interfaceid": "5b45f383-038a-4dd2-b411-fac52f905fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.833884] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:1d:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b45f383-038a-4dd2-b411-fac52f905fdd', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.839803] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Creating folder: Project (f3118627928e40899cc4e0fb2633b1a5). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.839803] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c3fd6b5-f2d0-409a-95e2-570e79913711 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.850705] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Created folder: Project (f3118627928e40899cc4e0fb2633b1a5) in parent group-v694865. [ 1072.851060] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Creating folder: Instances. Parent ref: group-v695115. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.851417] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-724aa2c7-9758-4787-b1ef-0f70a0b754f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.863015] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Created folder: Instances in parent group-v695115. [ 1072.863355] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.863556] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.863765] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aab7f80f-46b8-487f-b948-b8143394b033 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.883670] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.883670] env[69265]: value = "task-3476670" [ 1072.883670] env[69265]: _type = "Task" [ 1072.883670] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.892092] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476670, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.990274] env[69265]: DEBUG nova.compute.manager [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Received event network-vif-plugged-5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.990906] env[69265]: DEBUG oslo_concurrency.lockutils [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] Acquiring lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.990906] env[69265]: DEBUG oslo_concurrency.lockutils [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.991203] env[69265]: DEBUG oslo_concurrency.lockutils [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.991203] env[69265]: DEBUG nova.compute.manager [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] No waiting events found dispatching network-vif-plugged-5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.991369] env[69265]: WARNING nova.compute.manager [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Received unexpected event network-vif-plugged-5b45f383-038a-4dd2-b411-fac52f905fdd for instance with vm_state building and task_state spawning. [ 1072.991861] env[69265]: DEBUG nova.compute.manager [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Received event network-changed-5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.991861] env[69265]: DEBUG nova.compute.manager [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Refreshing instance network info cache due to event network-changed-5b45f383-038a-4dd2-b411-fac52f905fdd. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.993223] env[69265]: DEBUG oslo_concurrency.lockutils [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] Acquiring lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.993223] env[69265]: DEBUG oslo_concurrency.lockutils [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] Acquired lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.993392] env[69265]: DEBUG nova.network.neutron [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Refreshing network info cache for port 5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.188233] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.188233] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521e7be4-cd14-e7a1-28fc-3caefd6ba692" [ 1073.188233] env[69265]: _type = "HttpNfcLease" [ 1073.188233] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1073.188233] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1073.188233] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521e7be4-cd14-e7a1-28fc-3caefd6ba692" [ 1073.188233] env[69265]: _type = "HttpNfcLease" [ 1073.188233] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1073.188233] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2224924e-829d-4b6a-91ea-5b332115a393 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.190490] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.196051] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fcfb2-19d0-3759-2ee5-d3906389d01f/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1073.196253] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fcfb2-19d0-3759-2ee5-d3906389d01f/disk-0.vmdk. {{(pid=69265) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1073.273448] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84c4dcdf-b854-4a7a-a89f-d12e537894ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.366745] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a9f74c-3bc4-452a-b480-a66c5a636931 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.385101] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db79896-0907-470c-b30e-d68859126a23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.414496] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476670, 'name': CreateVM_Task, 'duration_secs': 0.330139} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.446847] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.450936] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.451278] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.451662] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.452586] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0acdfd-df23-4102-898c-2c3fb834f7c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.458809] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca76bf8-cc23-440e-a38c-d2d0f9acc1f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.471716] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d87e9-3578-43b7-b03d-ba8d14ac2fd7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.475920] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1073.475920] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5264b859-79f9-331e-b00c-44f0030b4718" [ 1073.475920] env[69265]: _type = "Task" [ 1073.475920] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.489615] env[69265]: DEBUG nova.compute.provider_tree [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.499398] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5264b859-79f9-331e-b00c-44f0030b4718, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.500788] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.501708] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.501708] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.501708] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.501708] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.502458] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0999aaa-7607-4c4f-9ac8-c9f21aab6e1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.515225] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.515419] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.517551] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee29e284-7bb1-4b16-8f3b-2103599b1480 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.524180] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1073.524180] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528cc9ae-3ec2-50ad-527b-0185f880693c" [ 1073.524180] env[69265]: _type = "Task" [ 1073.524180] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.533080] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528cc9ae-3ec2-50ad-527b-0185f880693c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.979485] env[69265]: DEBUG nova.network.neutron [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Updated VIF entry in instance network info cache for port 5b45f383-038a-4dd2-b411-fac52f905fdd. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.979979] env[69265]: DEBUG nova.network.neutron [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Updating instance_info_cache with network_info: [{"id": "5b45f383-038a-4dd2-b411-fac52f905fdd", "address": "fa:16:3e:c1:1d:1f", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b45f383-03", "ovs_interfaceid": "5b45f383-038a-4dd2-b411-fac52f905fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.996204] env[69265]: DEBUG nova.scheduler.client.report [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.023615] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Completed reading data from the image iterator. {{(pid=69265) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1074.023896] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fcfb2-19d0-3759-2ee5-d3906389d01f/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.024829] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60042d52-1d16-4137-95b3-c87718d0ce10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.038129] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fcfb2-19d0-3759-2ee5-d3906389d01f/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.038226] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fcfb2-19d0-3759-2ee5-d3906389d01f/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1074.042615] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f6894967-49d4-4cae-a1a8-6d09248f0fe1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.044527] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528cc9ae-3ec2-50ad-527b-0185f880693c, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.045706] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c336a06-244c-4d19-9134-c83ec01baa24 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.051531] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1074.051531] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5292964d-b69b-fd0c-eb87-be42b0f1536b" [ 1074.051531] env[69265]: _type = "Task" [ 1074.051531] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.059676] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5292964d-b69b-fd0c-eb87-be42b0f1536b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.098519] env[69265]: DEBUG nova.compute.manager [req-065732b7-d882-4b22-88a0-ea8fc54d1ac0 req-446422c0-0b44-438d-9adc-14d152d73c97 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.098745] env[69265]: DEBUG nova.compute.manager [req-065732b7-d882-4b22-88a0-ea8fc54d1ac0 req-446422c0-0b44-438d-9adc-14d152d73c97 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing instance network info cache due to event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.098914] env[69265]: DEBUG oslo_concurrency.lockutils [req-065732b7-d882-4b22-88a0-ea8fc54d1ac0 req-446422c0-0b44-438d-9adc-14d152d73c97 service nova] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.100560] env[69265]: DEBUG oslo_concurrency.lockutils [req-065732b7-d882-4b22-88a0-ea8fc54d1ac0 req-446422c0-0b44-438d-9adc-14d152d73c97 service nova] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.100560] env[69265]: DEBUG nova.network.neutron [req-065732b7-d882-4b22-88a0-ea8fc54d1ac0 req-446422c0-0b44-438d-9adc-14d152d73c97 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.273053] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.276313] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.276313] env[69265]: INFO nova.compute.manager [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Attaching volume cf17e3db-fbbb-41a8-be16-e0306f50877b to /dev/sdb [ 1074.322201] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be700853-dfa2-4a29-a2a8-ec5e49e8b0e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.329233] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f77a6fb-ad8d-4633-b683-c9befb69d7a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.332884] env[69265]: DEBUG oslo_vmware.rw_handles [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fcfb2-19d0-3759-2ee5-d3906389d01f/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1074.333104] env[69265]: INFO nova.virt.vmwareapi.images [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Downloaded image file data c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7 [ 1074.334789] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210b307a-05a2-44ef-a5f4-cbce1cd3be62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.353398] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a89ea892-764e-4479-a2fb-913167b30903 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.355471] env[69265]: DEBUG nova.virt.block_device [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating existing volume attachment record: d3d2edf6-230f-40a8-a277-2637446115c4 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.390022] env[69265]: INFO nova.virt.vmwareapi.images [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] The imported VM was unregistered [ 1074.390693] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Caching image {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1074.390936] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7 {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.391314] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21f879a6-7fdc-423f-a0a1-769479fe15b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.409106] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Created directory with path [datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7 {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.409106] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19/OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19.vmdk to [datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7.vmdk. {{(pid=69265) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1074.409106] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1d6a000b-f325-4280-ac77-efb438dc1bbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.416737] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1074.416737] env[69265]: value = "task-3476672" [ 1074.416737] env[69265]: _type = "Task" [ 1074.416737] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.425125] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476672, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.483369] env[69265]: DEBUG oslo_concurrency.lockutils [req-234ce6e4-84ad-438a-b2c8-178f27803895 req-a44b2eaf-811c-4250-88a8-169a2f863656 service nova] Releasing lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.507568] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.509017] env[69265]: DEBUG nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.510908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.540s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.511153] env[69265]: DEBUG nova.objects.instance [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1074.562405] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5292964d-b69b-fd0c-eb87-be42b0f1536b, 'name': SearchDatastore_Task, 'duration_secs': 0.042266} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.563777] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.563915] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] e978b8e2-ec0b-47e9-8d69-3ebd16b3a171/e978b8e2-ec0b-47e9-8d69-3ebd16b3a171.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.564218] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5793bed8-fd54-44d8-826c-07a8995d29c1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.574055] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1074.574055] env[69265]: value = "task-3476674" [ 1074.574055] env[69265]: _type = "Task" [ 1074.574055] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.586221] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.927328] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476672, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.019895] env[69265]: DEBUG nova.compute.utils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.024770] env[69265]: DEBUG nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.028705] env[69265]: DEBUG nova.network.neutron [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.080510] env[69265]: DEBUG nova.policy [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '165ed4ab9f6b44c893b42dee5bac17d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5cba856f9ce4a53bd994eb7f2815533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.092882] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.346386] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "72490342-0959-4a0e-85fd-c66a36591629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.346810] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "72490342-0959-4a0e-85fd-c66a36591629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.415065] env[69265]: DEBUG nova.network.neutron [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Successfully created port: b49821ae-20f3-435b-bb75-af0edf4a1f13 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.434334] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476672, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.460764] env[69265]: DEBUG nova.network.neutron [req-065732b7-d882-4b22-88a0-ea8fc54d1ac0 req-446422c0-0b44-438d-9adc-14d152d73c97 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updated VIF entry in instance network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.460764] env[69265]: DEBUG nova.network.neutron [req-065732b7-d882-4b22-88a0-ea8fc54d1ac0 req-446422c0-0b44-438d-9adc-14d152d73c97 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.536240] env[69265]: DEBUG oslo_concurrency.lockutils [None req-206d68ef-a4f8-4309-b94b-62a2b74cba45 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.536240] env[69265]: DEBUG nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.539245] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.322s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.541258] env[69265]: INFO nova.compute.claims [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.588158] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476674, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.857739] env[69265]: DEBUG nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.931866] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476672, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.962896] env[69265]: DEBUG oslo_concurrency.lockutils [req-065732b7-d882-4b22-88a0-ea8fc54d1ac0 req-446422c0-0b44-438d-9adc-14d152d73c97 service nova] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.094232] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476674, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.387350] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.430838] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476672, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.550454] env[69265]: DEBUG nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.585811] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.585811] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.585811] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.585811] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.586117] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.586117] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.586287] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.586485] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.586652] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.586821] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.587015] env[69265]: DEBUG nova.virt.hardware [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.587897] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33b1d0a-0b24-4d68-be40-f05141854111 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.601471] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.605261] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d1b55d-af89-45c1-be0d-0e71cbfe0ecf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.932795] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476672, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.934703] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd64fe1-2f7f-4e3f-93e7-52797d593d11 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.944082] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7246d5db-b290-4be2-93c1-f737f17fafa5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.976808] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee172b65-e0b6-4d0c-8f1c-32e26944fb8c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.987830] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2458949a-cef3-4070-aaea-1a65635b9648 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.003913] env[69265]: DEBUG nova.compute.provider_tree [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.088351] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476674, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.272758} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.088655] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] e978b8e2-ec0b-47e9-8d69-3ebd16b3a171/e978b8e2-ec0b-47e9-8d69-3ebd16b3a171.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.088911] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.089679] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac91ef42-ad3d-4de0-ad0c-1b9d795f52ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.095734] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1077.095734] env[69265]: value = "task-3476678" [ 1077.095734] env[69265]: _type = "Task" [ 1077.095734] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.103572] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.269674] env[69265]: DEBUG nova.compute.manager [req-b306ba64-46f9-46fb-b445-5c14373eeac6 req-b54ce9e5-2aac-4ede-bd2e-2f8c9f69a52d service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Received event network-vif-plugged-b49821ae-20f3-435b-bb75-af0edf4a1f13 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.269841] env[69265]: DEBUG oslo_concurrency.lockutils [req-b306ba64-46f9-46fb-b445-5c14373eeac6 req-b54ce9e5-2aac-4ede-bd2e-2f8c9f69a52d service nova] Acquiring lock "9327a302-4167-4408-895d-553b792f4d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.270112] env[69265]: DEBUG oslo_concurrency.lockutils [req-b306ba64-46f9-46fb-b445-5c14373eeac6 req-b54ce9e5-2aac-4ede-bd2e-2f8c9f69a52d service nova] Lock "9327a302-4167-4408-895d-553b792f4d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.270303] env[69265]: DEBUG oslo_concurrency.lockutils [req-b306ba64-46f9-46fb-b445-5c14373eeac6 req-b54ce9e5-2aac-4ede-bd2e-2f8c9f69a52d service nova] Lock "9327a302-4167-4408-895d-553b792f4d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.270474] env[69265]: DEBUG nova.compute.manager [req-b306ba64-46f9-46fb-b445-5c14373eeac6 req-b54ce9e5-2aac-4ede-bd2e-2f8c9f69a52d service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] No waiting events found dispatching network-vif-plugged-b49821ae-20f3-435b-bb75-af0edf4a1f13 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.270639] env[69265]: WARNING nova.compute.manager [req-b306ba64-46f9-46fb-b445-5c14373eeac6 req-b54ce9e5-2aac-4ede-bd2e-2f8c9f69a52d service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Received unexpected event network-vif-plugged-b49821ae-20f3-435b-bb75-af0edf4a1f13 for instance with vm_state building and task_state spawning. [ 1077.360180] env[69265]: DEBUG nova.network.neutron [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Successfully updated port: b49821ae-20f3-435b-bb75-af0edf4a1f13 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.430456] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476672, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.908361} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.430456] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19/OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19.vmdk to [datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7.vmdk. [ 1077.430871] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Cleaning up location [datastore2] OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1077.430871] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_679508d8-5aa7-46f1-bf1a-65f76991cd19 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.431536] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b93a54ed-6123-4033-8124-1fb657f8df23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.437991] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1077.437991] env[69265]: value = "task-3476679" [ 1077.437991] env[69265]: _type = "Task" [ 1077.437991] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.447939] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.508877] env[69265]: DEBUG nova.scheduler.client.report [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.607224] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06796} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.607323] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.608315] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a7b8b8-1acf-4ce3-a40c-d39050bc8e0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.631879] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] e978b8e2-ec0b-47e9-8d69-3ebd16b3a171/e978b8e2-ec0b-47e9-8d69-3ebd16b3a171.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.632224] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfaaac8-b16c-477c-af8c-76f486d1e6a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.652754] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1077.652754] env[69265]: value = "task-3476680" [ 1077.652754] env[69265]: _type = "Task" [ 1077.652754] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.662199] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.863977] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-9327a302-4167-4408-895d-553b792f4d15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.864242] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-9327a302-4167-4408-895d-553b792f4d15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.864391] env[69265]: DEBUG nova.network.neutron [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.953218] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137826} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.953218] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.953218] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.953218] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7.vmdk to [datastore2] 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb/1696095b-4cb3-42b5-ab0b-9d83c8d26bfb.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.953218] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29af69fa-7fba-4987-84df-8520c4cf76a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.958407] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1077.958407] env[69265]: value = "task-3476681" [ 1077.958407] env[69265]: _type = "Task" [ 1077.958407] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.966803] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.014553] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.014938] env[69265]: DEBUG nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.017482] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.648s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.017659] env[69265]: DEBUG nova.objects.instance [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1078.161940] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.397139] env[69265]: DEBUG nova.network.neutron [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.469432] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.521521] env[69265]: DEBUG nova.compute.utils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.523050] env[69265]: DEBUG nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.523248] env[69265]: DEBUG nova.network.neutron [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.534864] env[69265]: DEBUG nova.network.neutron [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Updating instance_info_cache with network_info: [{"id": "b49821ae-20f3-435b-bb75-af0edf4a1f13", "address": "fa:16:3e:ac:3a:8f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49821ae-20", "ovs_interfaceid": "b49821ae-20f3-435b-bb75-af0edf4a1f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.581329] env[69265]: DEBUG nova.policy [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd10cb74bfe7479085952ad3d7ee9825', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b25e631b11140828105c57d4d2ea1ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.664592] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.977861] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476681, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.029050] env[69265]: DEBUG nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.032949] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f59b7752-5cc4-4de7-aea6-6a94e1b0577c tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.034089] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.175s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.039404] env[69265]: INFO nova.compute.claims [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.043084] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-9327a302-4167-4408-895d-553b792f4d15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.043084] env[69265]: DEBUG nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Instance network_info: |[{"id": "b49821ae-20f3-435b-bb75-af0edf4a1f13", "address": "fa:16:3e:ac:3a:8f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49821ae-20", "ovs_interfaceid": "b49821ae-20f3-435b-bb75-af0edf4a1f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.043727] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:3a:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b49821ae-20f3-435b-bb75-af0edf4a1f13', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.053615] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.054194] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9327a302-4167-4408-895d-553b792f4d15] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.054487] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c03d991-2419-4872-99dd-6acf784015b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.082354] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.082354] env[69265]: value = "task-3476682" [ 1079.082354] env[69265]: _type = "Task" [ 1079.082354] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.095743] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476682, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.115106] env[69265]: DEBUG nova.network.neutron [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Successfully created port: 0864eb74-4a33-4545-89d6-a60026363df5 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.167688] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476680, 'name': ReconfigVM_Task, 'duration_secs': 1.44862} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.168131] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Reconfigured VM instance instance-00000057 to attach disk [datastore2] e978b8e2-ec0b-47e9-8d69-3ebd16b3a171/e978b8e2-ec0b-47e9-8d69-3ebd16b3a171.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.169075] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afb5da60-b793-47b5-82ea-baa2ad6ead6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.178734] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1079.178734] env[69265]: value = "task-3476683" [ 1079.178734] env[69265]: _type = "Task" [ 1079.178734] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.193084] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476683, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.303067] env[69265]: DEBUG nova.compute.manager [req-b94d958b-3544-4742-a8a5-8e92f2a2c579 req-c2459290-208e-40d3-99c9-10ef053f2d1c service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Received event network-changed-b49821ae-20f3-435b-bb75-af0edf4a1f13 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.303388] env[69265]: DEBUG nova.compute.manager [req-b94d958b-3544-4742-a8a5-8e92f2a2c579 req-c2459290-208e-40d3-99c9-10ef053f2d1c service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Refreshing instance network info cache due to event network-changed-b49821ae-20f3-435b-bb75-af0edf4a1f13. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.303740] env[69265]: DEBUG oslo_concurrency.lockutils [req-b94d958b-3544-4742-a8a5-8e92f2a2c579 req-c2459290-208e-40d3-99c9-10ef053f2d1c service nova] Acquiring lock "refresh_cache-9327a302-4167-4408-895d-553b792f4d15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.303832] env[69265]: DEBUG oslo_concurrency.lockutils [req-b94d958b-3544-4742-a8a5-8e92f2a2c579 req-c2459290-208e-40d3-99c9-10ef053f2d1c service nova] Acquired lock "refresh_cache-9327a302-4167-4408-895d-553b792f4d15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.304046] env[69265]: DEBUG nova.network.neutron [req-b94d958b-3544-4742-a8a5-8e92f2a2c579 req-c2459290-208e-40d3-99c9-10ef053f2d1c service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Refreshing network info cache for port b49821ae-20f3-435b-bb75-af0edf4a1f13 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.413760] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.414019] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695119', 'volume_id': 'cf17e3db-fbbb-41a8-be16-e0306f50877b', 'name': 'volume-cf17e3db-fbbb-41a8-be16-e0306f50877b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c31f363-6ede-4dfe-a4bb-6680e1f371ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf17e3db-fbbb-41a8-be16-e0306f50877b', 'serial': 'cf17e3db-fbbb-41a8-be16-e0306f50877b'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.415200] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745e2da7-8b05-41ef-9db7-b458fd3797ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.434981] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b48be-9286-434b-9007-d5d79e4f7fe4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.465284] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-cf17e3db-fbbb-41a8-be16-e0306f50877b/volume-cf17e3db-fbbb-41a8-be16-e0306f50877b.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.465779] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e340032e-0ad9-49cb-b8da-998126de9454 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.491091] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476681, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.492681] env[69265]: DEBUG oslo_vmware.api [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1079.492681] env[69265]: value = "task-3476684" [ 1079.492681] env[69265]: _type = "Task" [ 1079.492681] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.503228] env[69265]: DEBUG oslo_vmware.api [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.597952] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476682, 'name': CreateVM_Task, 'duration_secs': 0.416594} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.598171] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9327a302-4167-4408-895d-553b792f4d15] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.599162] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.599320] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.599656] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.599933] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d9d408-461e-474f-a80d-daef4346a571 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.608076] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1079.608076] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52947483-0765-63bd-7b0c-e8439a51b3b9" [ 1079.608076] env[69265]: _type = "Task" [ 1079.608076] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.618583] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52947483-0765-63bd-7b0c-e8439a51b3b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.691390] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476683, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.977369] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476681, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.004684] env[69265]: DEBUG oslo_vmware.api [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.049923] env[69265]: DEBUG nova.network.neutron [req-b94d958b-3544-4742-a8a5-8e92f2a2c579 req-c2459290-208e-40d3-99c9-10ef053f2d1c service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Updated VIF entry in instance network info cache for port b49821ae-20f3-435b-bb75-af0edf4a1f13. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.050348] env[69265]: DEBUG nova.network.neutron [req-b94d958b-3544-4742-a8a5-8e92f2a2c579 req-c2459290-208e-40d3-99c9-10ef053f2d1c service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Updating instance_info_cache with network_info: [{"id": "b49821ae-20f3-435b-bb75-af0edf4a1f13", "address": "fa:16:3e:ac:3a:8f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49821ae-20", "ovs_interfaceid": "b49821ae-20f3-435b-bb75-af0edf4a1f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.052939] env[69265]: DEBUG nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.087665] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.087941] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.088114] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.088302] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.088616] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.088616] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.088830] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.089086] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.089305] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.089436] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.089606] env[69265]: DEBUG nova.virt.hardware [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.090559] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd0f1af-6f4e-4d3d-b3cd-b3d91204583d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.105643] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55ac30d-0567-487c-9b54-73205d3dd6e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.139878] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52947483-0765-63bd-7b0c-e8439a51b3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.141243] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.141243] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.141243] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.141411] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.141580] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.141894] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0474de5-c298-4cb8-bd3a-89b826362f38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.157287] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.157541] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.161241] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3fdb85-f96d-4314-9b30-d14f3a1ddfac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.169716] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1080.169716] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c47167-29cc-57f3-d079-caf8ab6b371e" [ 1080.169716] env[69265]: _type = "Task" [ 1080.169716] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.181793] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c47167-29cc-57f3-d079-caf8ab6b371e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.193372] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476683, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.436278] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e448cef-cf49-4262-8392-03de703bba69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.447251] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38dc23d-e1ce-45f8-890a-4a8be7fe0a1d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.486803] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eb882f-efb2-4e9f-96b9-343c2c1d13f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.495935] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476681, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.502235] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58fea69-a64b-4c80-a663-ec1ff68afab3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.512954] env[69265]: DEBUG oslo_vmware.api [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476684, 'name': ReconfigVM_Task, 'duration_secs': 0.662133} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.520912] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-cf17e3db-fbbb-41a8-be16-e0306f50877b/volume-cf17e3db-fbbb-41a8-be16-e0306f50877b.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.526354] env[69265]: DEBUG nova.compute.provider_tree [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.528568] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c1ae63-bd75-4d1c-ac39-64c2298cbb03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.546848] env[69265]: DEBUG oslo_vmware.api [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1080.546848] env[69265]: value = "task-3476685" [ 1080.546848] env[69265]: _type = "Task" [ 1080.546848] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.559796] env[69265]: DEBUG oslo_concurrency.lockutils [req-b94d958b-3544-4742-a8a5-8e92f2a2c579 req-c2459290-208e-40d3-99c9-10ef053f2d1c service nova] Releasing lock "refresh_cache-9327a302-4167-4408-895d-553b792f4d15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.560688] env[69265]: DEBUG oslo_vmware.api [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.659154] env[69265]: DEBUG nova.compute.manager [req-da48ab0d-93cf-4fca-89cb-a1fb9c7d3290 req-c6ce68c7-eb02-47ae-9495-d9e74aad6712 service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Received event network-vif-plugged-0864eb74-4a33-4545-89d6-a60026363df5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.659462] env[69265]: DEBUG oslo_concurrency.lockutils [req-da48ab0d-93cf-4fca-89cb-a1fb9c7d3290 req-c6ce68c7-eb02-47ae-9495-d9e74aad6712 service nova] Acquiring lock "2c5882b7-1fc7-41ec-b579-867c5c99a442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.659699] env[69265]: DEBUG oslo_concurrency.lockutils [req-da48ab0d-93cf-4fca-89cb-a1fb9c7d3290 req-c6ce68c7-eb02-47ae-9495-d9e74aad6712 service nova] Lock "2c5882b7-1fc7-41ec-b579-867c5c99a442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.659873] env[69265]: DEBUG oslo_concurrency.lockutils [req-da48ab0d-93cf-4fca-89cb-a1fb9c7d3290 req-c6ce68c7-eb02-47ae-9495-d9e74aad6712 service nova] Lock "2c5882b7-1fc7-41ec-b579-867c5c99a442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.660261] env[69265]: DEBUG nova.compute.manager [req-da48ab0d-93cf-4fca-89cb-a1fb9c7d3290 req-c6ce68c7-eb02-47ae-9495-d9e74aad6712 service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] No waiting events found dispatching network-vif-plugged-0864eb74-4a33-4545-89d6-a60026363df5 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.660527] env[69265]: WARNING nova.compute.manager [req-da48ab0d-93cf-4fca-89cb-a1fb9c7d3290 req-c6ce68c7-eb02-47ae-9495-d9e74aad6712 service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Received unexpected event network-vif-plugged-0864eb74-4a33-4545-89d6-a60026363df5 for instance with vm_state building and task_state spawning. [ 1080.682508] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c47167-29cc-57f3-d079-caf8ab6b371e, 'name': SearchDatastore_Task, 'duration_secs': 0.02156} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.686586] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80cd4ba1-f3f9-4d34-96f9-c23e47fcebaa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.696075] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476683, 'name': Rename_Task, 'duration_secs': 1.046548} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.697587] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.697934] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1080.697934] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52576610-5e45-ad69-a7cf-5e30a1d574e4" [ 1080.697934] env[69265]: _type = "Task" [ 1080.697934] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.698165] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9245d4c3-158f-426e-8ff0-63649f9c2bbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.711758] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52576610-5e45-ad69-a7cf-5e30a1d574e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.713411] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1080.713411] env[69265]: value = "task-3476686" [ 1080.713411] env[69265]: _type = "Task" [ 1080.713411] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.865056] env[69265]: DEBUG nova.network.neutron [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Successfully updated port: 0864eb74-4a33-4545-89d6-a60026363df5 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.000465] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476681, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.052428] env[69265]: ERROR nova.scheduler.client.report [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [req-bf1c1727-ae31-465e-a55e-d410ee01f9ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf1c1727-ae31-465e-a55e-d410ee01f9ef"}]} [ 1081.059799] env[69265]: DEBUG oslo_vmware.api [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476685, 'name': ReconfigVM_Task, 'duration_secs': 0.239833} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.060104] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695119', 'volume_id': 'cf17e3db-fbbb-41a8-be16-e0306f50877b', 'name': 'volume-cf17e3db-fbbb-41a8-be16-e0306f50877b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c31f363-6ede-4dfe-a4bb-6680e1f371ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf17e3db-fbbb-41a8-be16-e0306f50877b', 'serial': 'cf17e3db-fbbb-41a8-be16-e0306f50877b'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1081.068796] env[69265]: DEBUG nova.scheduler.client.report [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1081.081941] env[69265]: DEBUG nova.scheduler.client.report [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1081.082128] env[69265]: DEBUG nova.compute.provider_tree [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.105571] env[69265]: DEBUG nova.scheduler.client.report [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1081.124933] env[69265]: DEBUG nova.scheduler.client.report [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1081.210025] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52576610-5e45-ad69-a7cf-5e30a1d574e4, 'name': SearchDatastore_Task, 'duration_secs': 0.026307} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.212758] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212758] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 9327a302-4167-4408-895d-553b792f4d15/9327a302-4167-4408-895d-553b792f4d15.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.213078] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c8b393-3032-40bc-b1b0-ce48608b8cdd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.223270] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.227027] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1081.227027] env[69265]: value = "task-3476687" [ 1081.227027] env[69265]: _type = "Task" [ 1081.227027] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.233878] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.369795] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquiring lock "refresh_cache-2c5882b7-1fc7-41ec-b579-867c5c99a442" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.369928] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquired lock "refresh_cache-2c5882b7-1fc7-41ec-b579-867c5c99a442" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.370018] env[69265]: DEBUG nova.network.neutron [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.425231] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75164e7-3915-48c0-b5e6-df58cc786c3b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.432517] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be04dcf-8a03-4ef2-a4a8-92e1ac796166 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.463288] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3102ebb5-9743-4390-9320-4a6f9e753044 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.470745] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2e0ceb-405c-47b6-971e-754fd33a67dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.485915] env[69265]: DEBUG nova.compute.provider_tree [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.495105] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476681, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.048082} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.495939] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7/c286e2e9-e64d-4f3d-a30f-f77a7b5fc5c7.vmdk to [datastore2] 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb/1696095b-4cb3-42b5-ab0b-9d83c8d26bfb.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.496724] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c168f8e-1b91-4483-bb81-27c5cc6aed94 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.518908] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb/1696095b-4cb3-42b5-ab0b-9d83c8d26bfb.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.519582] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0777fb3e-359d-4974-b932-694d2adf5d8b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.540942] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1081.540942] env[69265]: value = "task-3476688" [ 1081.540942] env[69265]: _type = "Task" [ 1081.540942] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.548933] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.727013] env[69265]: DEBUG oslo_vmware.api [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476686, 'name': PowerOnVM_Task, 'duration_secs': 0.904339} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.727584] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.727781] env[69265]: INFO nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Took 11.91 seconds to spawn the instance on the hypervisor. [ 1081.727982] env[69265]: DEBUG nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.733668] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee0977-8016-4e68-98ed-5adca87884be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.749345] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476687, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.910339] env[69265]: DEBUG nova.network.neutron [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.028016] env[69265]: DEBUG nova.scheduler.client.report [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1082.028016] env[69265]: DEBUG nova.compute.provider_tree [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 128 to 129 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1082.028016] env[69265]: DEBUG nova.compute.provider_tree [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.051699] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476688, 'name': ReconfigVM_Task, 'duration_secs': 0.312185} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.051986] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb/1696095b-4cb3-42b5-ab0b-9d83c8d26bfb.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.052671] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd2f3e39-9dff-4988-a935-a1c8d00cd51c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.058792] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1082.058792] env[69265]: value = "task-3476689" [ 1082.058792] env[69265]: _type = "Task" [ 1082.058792] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.067645] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476689, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.099218] env[69265]: DEBUG nova.objects.instance [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'flavor' on Instance uuid 6c31f363-6ede-4dfe-a4bb-6680e1f371ea {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.113165] env[69265]: DEBUG nova.network.neutron [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Updating instance_info_cache with network_info: [{"id": "0864eb74-4a33-4545-89d6-a60026363df5", "address": "fa:16:3e:b3:33:90", "network": {"id": "613264e5-e1ca-4b46-bbcf-c7ea9f0f4e8d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1072273345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b25e631b11140828105c57d4d2ea1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0864eb74-4a", "ovs_interfaceid": "0864eb74-4a33-4545-89d6-a60026363df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.237373] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715903} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.237803] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 9327a302-4167-4408-895d-553b792f4d15/9327a302-4167-4408-895d-553b792f4d15.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.237953] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.238161] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a0a94c-db9c-4f3e-8495-5c6de35753ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.244547] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1082.244547] env[69265]: value = "task-3476690" [ 1082.244547] env[69265]: _type = "Task" [ 1082.244547] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.255918] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.260356] env[69265]: INFO nova.compute.manager [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Took 39.60 seconds to build instance. [ 1082.533322] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.499s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.537515] env[69265]: DEBUG nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.539437] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.218s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.540208] env[69265]: DEBUG nova.objects.instance [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lazy-loading 'resources' on Instance uuid 291a4fa7-52ad-47dc-bc59-ee8c6339bea7 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.571955] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476689, 'name': Rename_Task, 'duration_secs': 0.176506} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.572313] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.572572] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-316b7357-e1aa-49f1-a45f-572cc0117140 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.579394] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1082.579394] env[69265]: value = "task-3476691" [ 1082.579394] env[69265]: _type = "Task" [ 1082.579394] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.588269] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.605702] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c4c0cb1-6f49-4261-ab32-aa4e7087dc40 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.332s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.616437] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Releasing lock "refresh_cache-2c5882b7-1fc7-41ec-b579-867c5c99a442" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.616823] env[69265]: DEBUG nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Instance network_info: |[{"id": "0864eb74-4a33-4545-89d6-a60026363df5", "address": "fa:16:3e:b3:33:90", "network": {"id": "613264e5-e1ca-4b46-bbcf-c7ea9f0f4e8d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1072273345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b25e631b11140828105c57d4d2ea1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0864eb74-4a", "ovs_interfaceid": "0864eb74-4a33-4545-89d6-a60026363df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.617256] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:33:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0864eb74-4a33-4545-89d6-a60026363df5', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.626421] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Creating folder: Project (6b25e631b11140828105c57d4d2ea1ac). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.627364] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d0ece84-6a93-460b-989c-07a248c525f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.638610] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Created folder: Project (6b25e631b11140828105c57d4d2ea1ac) in parent group-v694865. [ 1082.638801] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Creating folder: Instances. Parent ref: group-v695121. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.639050] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d93a0f6d-d45f-40d3-86d2-5cd53e94e7fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.648557] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Created folder: Instances in parent group-v695121. [ 1082.648865] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.649119] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.649381] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3277f26-ca00-4b6d-a935-7007c47f897e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.669521] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.669521] env[69265]: value = "task-3476694" [ 1082.669521] env[69265]: _type = "Task" [ 1082.669521] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.678740] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476694, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.696255] env[69265]: DEBUG nova.compute.manager [req-bdfb1d84-5f2d-4e98-bf78-1d913de19c60 req-7d9da609-b18a-4ada-b1c5-ba370aae799a service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Received event network-changed-0864eb74-4a33-4545-89d6-a60026363df5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.696415] env[69265]: DEBUG nova.compute.manager [req-bdfb1d84-5f2d-4e98-bf78-1d913de19c60 req-7d9da609-b18a-4ada-b1c5-ba370aae799a service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Refreshing instance network info cache due to event network-changed-0864eb74-4a33-4545-89d6-a60026363df5. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.696670] env[69265]: DEBUG oslo_concurrency.lockutils [req-bdfb1d84-5f2d-4e98-bf78-1d913de19c60 req-7d9da609-b18a-4ada-b1c5-ba370aae799a service nova] Acquiring lock "refresh_cache-2c5882b7-1fc7-41ec-b579-867c5c99a442" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.696846] env[69265]: DEBUG oslo_concurrency.lockutils [req-bdfb1d84-5f2d-4e98-bf78-1d913de19c60 req-7d9da609-b18a-4ada-b1c5-ba370aae799a service nova] Acquired lock "refresh_cache-2c5882b7-1fc7-41ec-b579-867c5c99a442" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.697017] env[69265]: DEBUG nova.network.neutron [req-bdfb1d84-5f2d-4e98-bf78-1d913de19c60 req-7d9da609-b18a-4ada-b1c5-ba370aae799a service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Refreshing network info cache for port 0864eb74-4a33-4545-89d6-a60026363df5 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.755564] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066654} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.759019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.759019] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae8e2cd-5b4a-4bf2-8485-fbcf8c102d24 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.771049] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.131s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.780478] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9327a302-4167-4408-895d-553b792f4d15/9327a302-4167-4408-895d-553b792f4d15.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.781464] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e70fff8-2718-4312-aefd-cd070e71f7d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.801835] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1082.801835] env[69265]: value = "task-3476695" [ 1082.801835] env[69265]: _type = "Task" [ 1082.801835] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.812383] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.043527] env[69265]: DEBUG nova.compute.utils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.047641] env[69265]: DEBUG nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.047810] env[69265]: DEBUG nova.network.neutron [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.088810] env[69265]: DEBUG nova.policy [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '533c132e5ee449e780d03ce2ef5350a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b8ace6cf36454cae77bfc54e812c77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.097634] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.181100] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476694, 'name': CreateVM_Task, 'duration_secs': 0.351353} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.185104] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.186346] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.186468] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.186860] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.187217] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8a13a9-1f3d-4419-b1af-d2af6d60d8f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.193555] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1083.193555] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de9e7c-13f4-c8b9-115b-2a3ca65cee4c" [ 1083.193555] env[69265]: _type = "Task" [ 1083.193555] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.209308] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de9e7c-13f4-c8b9-115b-2a3ca65cee4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.316309] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476695, 'name': ReconfigVM_Task, 'duration_secs': 0.471307} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.316309] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9327a302-4167-4408-895d-553b792f4d15/9327a302-4167-4408-895d-553b792f4d15.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.316309] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd4f48f8-4e7e-4782-9829-02ff5b05e443 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.322680] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1083.322680] env[69265]: value = "task-3476696" [ 1083.322680] env[69265]: _type = "Task" [ 1083.322680] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.332221] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476696, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.448119] env[69265]: DEBUG nova.network.neutron [req-bdfb1d84-5f2d-4e98-bf78-1d913de19c60 req-7d9da609-b18a-4ada-b1c5-ba370aae799a service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Updated VIF entry in instance network info cache for port 0864eb74-4a33-4545-89d6-a60026363df5. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.448512] env[69265]: DEBUG nova.network.neutron [req-bdfb1d84-5f2d-4e98-bf78-1d913de19c60 req-7d9da609-b18a-4ada-b1c5-ba370aae799a service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Updating instance_info_cache with network_info: [{"id": "0864eb74-4a33-4545-89d6-a60026363df5", "address": "fa:16:3e:b3:33:90", "network": {"id": "613264e5-e1ca-4b46-bbcf-c7ea9f0f4e8d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1072273345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b25e631b11140828105c57d4d2ea1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0864eb74-4a", "ovs_interfaceid": "0864eb74-4a33-4545-89d6-a60026363df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.475767] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980851b9-6060-4ecd-9a2d-6f3d9aacaf17 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.486121] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cbbc43-fda1-4ff9-b2b3-46fcb71a1407 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.518727] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f513e8b4-592d-4a1d-bea8-60ba199954cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.528175] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f203d43-0fc2-4687-a173-c4db47f6a8e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.541580] env[69265]: DEBUG nova.compute.provider_tree [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.548590] env[69265]: DEBUG nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.553706] env[69265]: DEBUG nova.network.neutron [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Successfully created port: f85ad2df-71c0-4b58-b799-ec2d74e52452 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.594026] env[69265]: DEBUG oslo_vmware.api [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476691, 'name': PowerOnVM_Task, 'duration_secs': 0.655569} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.594841] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.594841] env[69265]: INFO nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Took 16.24 seconds to spawn the instance on the hypervisor. [ 1083.594841] env[69265]: DEBUG nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.595668] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e9f49-7a81-4325-9a72-491feaff33ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.704954] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52de9e7c-13f4-c8b9-115b-2a3ca65cee4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.705292] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.705540] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.706413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.706413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.706413] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.706413] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adae4b0b-c169-4b2e-af0e-84d92b2e4f6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.720118] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.720311] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.721049] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338276a9-d9ba-47e4-a8c4-6d595220baee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.727070] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1083.727070] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52090734-64d8-e7df-d7f7-64728a230f70" [ 1083.727070] env[69265]: _type = "Task" [ 1083.727070] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.737770] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52090734-64d8-e7df-d7f7-64728a230f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.740928] env[69265]: DEBUG nova.compute.manager [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1083.840226] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476696, 'name': Rename_Task, 'duration_secs': 0.307933} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.840630] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.841040] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-626d96d5-1a5d-4180-a508-64fa31a71534 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.851509] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1083.851509] env[69265]: value = "task-3476697" [ 1083.851509] env[69265]: _type = "Task" [ 1083.851509] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.863456] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.952583] env[69265]: DEBUG oslo_concurrency.lockutils [req-bdfb1d84-5f2d-4e98-bf78-1d913de19c60 req-7d9da609-b18a-4ada-b1c5-ba370aae799a service nova] Releasing lock "refresh_cache-2c5882b7-1fc7-41ec-b579-867c5c99a442" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.064033] env[69265]: ERROR nova.scheduler.client.report [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [req-c392d3d0-f3cb-49f7-a594-689a27dfb863] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c392d3d0-f3cb-49f7-a594-689a27dfb863"}]} [ 1084.084340] env[69265]: DEBUG nova.scheduler.client.report [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1084.099453] env[69265]: DEBUG nova.scheduler.client.report [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1084.099807] env[69265]: DEBUG nova.compute.provider_tree [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.113807] env[69265]: INFO nova.compute.manager [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Took 45.07 seconds to build instance. [ 1084.115458] env[69265]: DEBUG nova.scheduler.client.report [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1084.137724] env[69265]: DEBUG nova.scheduler.client.report [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1084.237245] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52090734-64d8-e7df-d7f7-64728a230f70, 'name': SearchDatastore_Task, 'duration_secs': 0.028685} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.240372] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6399d2-b70b-40e2-9ec5-745c300b5b15 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.248467] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1084.248467] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52889257-65e9-3880-9cbe-6c342f3460aa" [ 1084.248467] env[69265]: _type = "Task" [ 1084.248467] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.260710] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52889257-65e9-3880-9cbe-6c342f3460aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.261664] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.261926] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.262230] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 2c5882b7-1fc7-41ec-b579-867c5c99a442/2c5882b7-1fc7-41ec-b579-867c5c99a442.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.262478] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7696d5b-2547-4f1a-a961-91c147c22ef8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.270828] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1084.270828] env[69265]: value = "task-3476698" [ 1084.270828] env[69265]: _type = "Task" [ 1084.270828] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.279384] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.337031] env[69265]: DEBUG oslo_concurrency.lockutils [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.337301] env[69265]: DEBUG oslo_concurrency.lockutils [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.362769] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.437918] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f84acbb-b3a9-4cb4-9374-a45c66ae7554 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.446092] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7391953d-6140-42d7-8ab2-ceab61e23137 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.482021] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883a8e0e-6048-4376-a9a6-ff3eeb876b1d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.490309] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2cbc6b-945e-47ff-aaec-c1c202dd705e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.506939] env[69265]: DEBUG nova.compute.provider_tree [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.564500] env[69265]: DEBUG nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.591983] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.592363] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.592601] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.592906] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.593114] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.593309] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.593644] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.593906] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.594144] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.594354] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.594570] env[69265]: DEBUG nova.virt.hardware [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.595616] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e14a9a-27f2-4b85-af9d-26083257aead {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.604362] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb86821-3cb0-47c9-ba5d-9bb6f004f8ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.619515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.587s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.722298] env[69265]: DEBUG nova.compute.manager [req-3b5b11fd-2d04-419d-b2ec-dd8ce6c0edee req-649c48c7-f02d-4a26-ae13-4c2f2688ee59 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Received event network-changed-5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.722773] env[69265]: DEBUG nova.compute.manager [req-3b5b11fd-2d04-419d-b2ec-dd8ce6c0edee req-649c48c7-f02d-4a26-ae13-4c2f2688ee59 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Refreshing instance network info cache due to event network-changed-5b45f383-038a-4dd2-b411-fac52f905fdd. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.723116] env[69265]: DEBUG oslo_concurrency.lockutils [req-3b5b11fd-2d04-419d-b2ec-dd8ce6c0edee req-649c48c7-f02d-4a26-ae13-4c2f2688ee59 service nova] Acquiring lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.723338] env[69265]: DEBUG oslo_concurrency.lockutils [req-3b5b11fd-2d04-419d-b2ec-dd8ce6c0edee req-649c48c7-f02d-4a26-ae13-4c2f2688ee59 service nova] Acquired lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.723589] env[69265]: DEBUG nova.network.neutron [req-3b5b11fd-2d04-419d-b2ec-dd8ce6c0edee req-649c48c7-f02d-4a26-ae13-4c2f2688ee59 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Refreshing network info cache for port 5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.785480] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476698, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.840925] env[69265]: INFO nova.compute.manager [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Detaching volume 0359da3d-e185-4f54-ad92-2af45e0961ee [ 1084.867412] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.887756] env[69265]: INFO nova.virt.block_device [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Attempting to driver detach volume 0359da3d-e185-4f54-ad92-2af45e0961ee from mountpoint /dev/sdb [ 1084.888012] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.888223] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.889129] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7106f8f5-fb64-44aa-a027-cd40259d10f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.913380] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd97902-b60f-44c3-9ddc-edc903cf4d95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.921589] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8411ea1b-e7ac-45e9-8bc8-59c38d24f06e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.944837] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b39a3b7-6adb-4d52-8ff2-eca3a471ff0a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.963118] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.963454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.963454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.963635] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.963863] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.965585] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] The volume has not been displaced from its original location: [datastore2] volume-0359da3d-e185-4f54-ad92-2af45e0961ee/volume-0359da3d-e185-4f54-ad92-2af45e0961ee.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.970996] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.971733] env[69265]: INFO nova.compute.manager [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Terminating instance [ 1084.973572] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76157352-90e9-4c1a-8009-bd24e5864d6c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.995799] env[69265]: DEBUG oslo_vmware.api [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1084.995799] env[69265]: value = "task-3476699" [ 1084.995799] env[69265]: _type = "Task" [ 1084.995799] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.008561] env[69265]: DEBUG oslo_vmware.api [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.047923] env[69265]: DEBUG nova.scheduler.client.report [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1085.048216] env[69265]: DEBUG nova.compute.provider_tree [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 131 to 132 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1085.048425] env[69265]: DEBUG nova.compute.provider_tree [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.256826] env[69265]: DEBUG nova.network.neutron [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Successfully updated port: f85ad2df-71c0-4b58-b799-ec2d74e52452 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.283226] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784573} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.283725] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 2c5882b7-1fc7-41ec-b579-867c5c99a442/2c5882b7-1fc7-41ec-b579-867c5c99a442.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.283725] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.283980] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cfcce7b-090a-4eac-af0c-e44496c9ca8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.290697] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1085.290697] env[69265]: value = "task-3476700" [ 1085.290697] env[69265]: _type = "Task" [ 1085.290697] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.298573] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.364893] env[69265]: DEBUG oslo_vmware.api [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476697, 'name': PowerOnVM_Task, 'duration_secs': 1.464355} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.365215] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.365404] env[69265]: INFO nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1085.365593] env[69265]: DEBUG nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.368637] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb6ed1b-182e-466a-a8ef-19de95a8ffaf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.465773] env[69265]: DEBUG nova.network.neutron [req-3b5b11fd-2d04-419d-b2ec-dd8ce6c0edee req-649c48c7-f02d-4a26-ae13-4c2f2688ee59 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Updated VIF entry in instance network info cache for port 5b45f383-038a-4dd2-b411-fac52f905fdd. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.466159] env[69265]: DEBUG nova.network.neutron [req-3b5b11fd-2d04-419d-b2ec-dd8ce6c0edee req-649c48c7-f02d-4a26-ae13-4c2f2688ee59 service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Updating instance_info_cache with network_info: [{"id": "5b45f383-038a-4dd2-b411-fac52f905fdd", "address": "fa:16:3e:c1:1d:1f", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b45f383-03", "ovs_interfaceid": "5b45f383-038a-4dd2-b411-fac52f905fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.489391] env[69265]: DEBUG nova.compute.manager [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.489598] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.490473] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8d2d5-a8a4-4d6b-957b-9ebe9941f228 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.498282] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.501064] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f631198-b270-49f3-8da3-d7f7e00acc3f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.507023] env[69265]: DEBUG oslo_vmware.api [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476699, 'name': ReconfigVM_Task, 'duration_secs': 0.253619} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.508059] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.513037] env[69265]: DEBUG oslo_vmware.api [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1085.513037] env[69265]: value = "task-3476701" [ 1085.513037] env[69265]: _type = "Task" [ 1085.513037] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.513623] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fff4c5b-cc49-4b9f-b655-d94348c957aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.533467] env[69265]: DEBUG oslo_vmware.api [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.534845] env[69265]: DEBUG oslo_vmware.api [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1085.534845] env[69265]: value = "task-3476702" [ 1085.534845] env[69265]: _type = "Task" [ 1085.534845] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.542456] env[69265]: DEBUG oslo_vmware.api [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.553868] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.014s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.556546] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.199s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.556852] env[69265]: DEBUG nova.objects.instance [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lazy-loading 'resources' on Instance uuid 321d7df9-a19e-4f1f-bc92-3681a2f1989c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.578819] env[69265]: INFO nova.scheduler.client.report [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted allocations for instance 291a4fa7-52ad-47dc-bc59-ee8c6339bea7 [ 1085.760711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-b58d616b-f2b0-437e-b9b1-8f1b876b58b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.760711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-b58d616b-f2b0-437e-b9b1-8f1b876b58b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.760711] env[69265]: DEBUG nova.network.neutron [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.801403] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078231} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.801697] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.802513] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78057f7-70e9-4e14-afc5-85de7b26e014 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.826074] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 2c5882b7-1fc7-41ec-b579-867c5c99a442/2c5882b7-1fc7-41ec-b579-867c5c99a442.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.826365] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3f1dc7-d2fd-466c-a4b0-527237ea25bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.846656] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1085.846656] env[69265]: value = "task-3476703" [ 1085.846656] env[69265]: _type = "Task" [ 1085.846656] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.855134] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.887972] env[69265]: INFO nova.compute.manager [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Took 35.44 seconds to build instance. [ 1085.969209] env[69265]: DEBUG oslo_concurrency.lockutils [req-3b5b11fd-2d04-419d-b2ec-dd8ce6c0edee req-649c48c7-f02d-4a26-ae13-4c2f2688ee59 service nova] Releasing lock "refresh_cache-e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.033343] env[69265]: DEBUG oslo_vmware.api [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476701, 'name': PowerOffVM_Task, 'duration_secs': 0.383681} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.033620] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.033791] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.034053] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aacbf51-536a-443d-b4a9-6e2fccdff342 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.044059] env[69265]: DEBUG oslo_vmware.api [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476702, 'name': ReconfigVM_Task, 'duration_secs': 0.17037} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.044355] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695087', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'name': 'volume-0359da3d-e185-4f54-ad92-2af45e0961ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a06a518a-c2ba-4b79-96cb-9b89612ae273', 'attached_at': '', 'detached_at': '', 'volume_id': '0359da3d-e185-4f54-ad92-2af45e0961ee', 'serial': '0359da3d-e185-4f54-ad92-2af45e0961ee'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.089462] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d745a83e-d908-4fad-a0c5-fbd909070d62 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "291a4fa7-52ad-47dc-bc59-ee8c6339bea7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.874s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.109588] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.109823] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.110014] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleting the datastore file [datastore2] 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.110292] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ed4a181-3be0-48e9-bc5b-b3e6f875fdfc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.118986] env[69265]: DEBUG oslo_vmware.api [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1086.118986] env[69265]: value = "task-3476705" [ 1086.118986] env[69265]: _type = "Task" [ 1086.118986] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.128059] env[69265]: DEBUG oslo_vmware.api [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.293560] env[69265]: DEBUG nova.network.neutron [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.341468] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baadbdea-a902-41dd-bc6c-acc87979597e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.353718] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f81d93-0b84-40b2-9442-8fc2532e2bac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.361809] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476703, 'name': ReconfigVM_Task, 'duration_secs': 0.281078} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.388274] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 2c5882b7-1fc7-41ec-b579-867c5c99a442/2c5882b7-1fc7-41ec-b579-867c5c99a442.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.392609] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-552e61ba-571f-4174-a754-9d2bfcf592da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.394462] env[69265]: DEBUG oslo_concurrency.lockutils [None req-72bb471c-bbe9-4620-a247-daf46de470f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9327a302-4167-4408-895d-553b792f4d15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.959s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.395173] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2eef05-9a64-4231-80f5-1de94b502e0b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.405042] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d269994d-e66e-438c-abfd-5d005d12529e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.408337] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1086.408337] env[69265]: value = "task-3476706" [ 1086.408337] env[69265]: _type = "Task" [ 1086.408337] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.419447] env[69265]: DEBUG nova.compute.provider_tree [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.425659] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476706, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.496184] env[69265]: DEBUG nova.network.neutron [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Updating instance_info_cache with network_info: [{"id": "f85ad2df-71c0-4b58-b799-ec2d74e52452", "address": "fa:16:3e:2b:ac:f2", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85ad2df-71", "ovs_interfaceid": "f85ad2df-71c0-4b58-b799-ec2d74e52452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.561764] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d6f67-b71b-4feb-ad3a-0ab35860b507 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.568997] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cc76170f-bbf0-443a-a961-410d5ac46de3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Suspending the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1086.569275] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4c1d83c4-33b8-42bc-8d80-e380f2c18086 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.576922] env[69265]: DEBUG oslo_vmware.api [None req-cc76170f-bbf0-443a-a961-410d5ac46de3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1086.576922] env[69265]: value = "task-3476707" [ 1086.576922] env[69265]: _type = "Task" [ 1086.576922] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.585638] env[69265]: DEBUG oslo_vmware.api [None req-cc76170f-bbf0-443a-a961-410d5ac46de3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476707, 'name': SuspendVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.593097] env[69265]: DEBUG nova.objects.instance [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lazy-loading 'flavor' on Instance uuid a06a518a-c2ba-4b79-96cb-9b89612ae273 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.628995] env[69265]: DEBUG oslo_vmware.api [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.766070] env[69265]: DEBUG nova.compute.manager [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Received event network-vif-plugged-f85ad2df-71c0-4b58-b799-ec2d74e52452 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.766272] env[69265]: DEBUG oslo_concurrency.lockutils [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] Acquiring lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.766570] env[69265]: DEBUG oslo_concurrency.lockutils [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] Lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.766805] env[69265]: DEBUG oslo_concurrency.lockutils [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] Lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.767014] env[69265]: DEBUG nova.compute.manager [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] No waiting events found dispatching network-vif-plugged-f85ad2df-71c0-4b58-b799-ec2d74e52452 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.767225] env[69265]: WARNING nova.compute.manager [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Received unexpected event network-vif-plugged-f85ad2df-71c0-4b58-b799-ec2d74e52452 for instance with vm_state building and task_state spawning. [ 1086.767432] env[69265]: DEBUG nova.compute.manager [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Received event network-changed-f85ad2df-71c0-4b58-b799-ec2d74e52452 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.767613] env[69265]: DEBUG nova.compute.manager [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Refreshing instance network info cache due to event network-changed-f85ad2df-71c0-4b58-b799-ec2d74e52452. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.767839] env[69265]: DEBUG oslo_concurrency.lockutils [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] Acquiring lock "refresh_cache-b58d616b-f2b0-437e-b9b1-8f1b876b58b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.919309] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476706, 'name': Rename_Task, 'duration_secs': 0.230282} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.919599] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.919852] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d801d4c-723c-4eb5-b0a8-a9b4641a75db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.922147] env[69265]: DEBUG nova.scheduler.client.report [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.933152] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1086.933152] env[69265]: value = "task-3476708" [ 1086.933152] env[69265]: _type = "Task" [ 1086.933152] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.942109] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.998669] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-b58d616b-f2b0-437e-b9b1-8f1b876b58b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.999066] env[69265]: DEBUG nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Instance network_info: |[{"id": "f85ad2df-71c0-4b58-b799-ec2d74e52452", "address": "fa:16:3e:2b:ac:f2", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85ad2df-71", "ovs_interfaceid": "f85ad2df-71c0-4b58-b799-ec2d74e52452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.999432] env[69265]: DEBUG oslo_concurrency.lockutils [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] Acquired lock "refresh_cache-b58d616b-f2b0-437e-b9b1-8f1b876b58b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.999665] env[69265]: DEBUG nova.network.neutron [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Refreshing network info cache for port f85ad2df-71c0-4b58-b799-ec2d74e52452 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.001014] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:ac:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f85ad2df-71c0-4b58-b799-ec2d74e52452', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.009592] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.012710] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.013246] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74e69269-57bb-405d-b629-640c7d818264 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.034732] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.034732] env[69265]: value = "task-3476709" [ 1087.034732] env[69265]: _type = "Task" [ 1087.034732] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.043613] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476709, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.088350] env[69265]: DEBUG oslo_vmware.api [None req-cc76170f-bbf0-443a-a961-410d5ac46de3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476707, 'name': SuspendVM_Task} progress is 70%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.130068] env[69265]: DEBUG oslo_vmware.api [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.714333} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.130326] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.130518] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.130696] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.130868] env[69265]: INFO nova.compute.manager [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1087.131135] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.131554] env[69265]: DEBUG nova.compute.manager [-] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.131717] env[69265]: DEBUG nova.network.neutron [-] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.240145] env[69265]: DEBUG nova.network.neutron [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Updated VIF entry in instance network info cache for port f85ad2df-71c0-4b58-b799-ec2d74e52452. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.240145] env[69265]: DEBUG nova.network.neutron [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Updating instance_info_cache with network_info: [{"id": "f85ad2df-71c0-4b58-b799-ec2d74e52452", "address": "fa:16:3e:2b:ac:f2", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85ad2df-71", "ovs_interfaceid": "f85ad2df-71c0-4b58-b799-ec2d74e52452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.429458] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.432385] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.732s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.433322] env[69265]: DEBUG nova.objects.instance [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lazy-loading 'resources' on Instance uuid 5aa73839-f974-430f-a1ff-035c32aedf78 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.443918] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476708, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.461898] env[69265]: INFO nova.scheduler.client.report [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted allocations for instance 321d7df9-a19e-4f1f-bc92-3681a2f1989c [ 1087.545553] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476709, 'name': CreateVM_Task, 'duration_secs': 0.350736} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.546244] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.546963] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.547180] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.547539] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.548100] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8068f469-6d08-46f7-b1cb-6d9a0248ada0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.553586] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1087.553586] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527a43b8-7750-3f13-fec1-9bf84eafa3fd" [ 1087.553586] env[69265]: _type = "Task" [ 1087.553586] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.562310] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527a43b8-7750-3f13-fec1-9bf84eafa3fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.592691] env[69265]: DEBUG oslo_vmware.api [None req-cc76170f-bbf0-443a-a961-410d5ac46de3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476707, 'name': SuspendVM_Task, 'duration_secs': 0.750619} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.593029] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cc76170f-bbf0-443a-a961-410d5ac46de3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Suspended the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1087.593647] env[69265]: DEBUG nova.compute.manager [None req-cc76170f-bbf0-443a-a961-410d5ac46de3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.594440] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6054637-3dfa-44f3-bec1-c763a658c3f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.603309] env[69265]: DEBUG oslo_concurrency.lockutils [None req-141f586d-af5f-46f2-9c06-65c122ede75d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.743194] env[69265]: DEBUG oslo_concurrency.lockutils [req-0bf86712-c5d8-4388-aa94-9dc0706533fe req-ae288c83-2c26-4f8b-b60c-bccacefecbc7 service nova] Releasing lock "refresh_cache-b58d616b-f2b0-437e-b9b1-8f1b876b58b8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.953104] env[69265]: DEBUG oslo_vmware.api [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476708, 'name': PowerOnVM_Task, 'duration_secs': 0.527888} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.953393] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.953604] env[69265]: INFO nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1087.953784] env[69265]: DEBUG nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.954600] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d845e-5f42-4665-bb08-d1b3b9202e80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.975904] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0b704da-d1be-4300-9434-602e18175474 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "321d7df9-a19e-4f1f-bc92-3681a2f1989c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.178s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.040598] env[69265]: DEBUG nova.network.neutron [-] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.068467] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527a43b8-7750-3f13-fec1-9bf84eafa3fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.068816] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.069092] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.069372] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.069559] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.069750] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.070028] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0cef54a-23c0-4d64-8693-91cae935f5f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.091447] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.092267] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.092661] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de93ffb4-4851-4a79-b304-5fe01c800c96 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.098417] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1088.098417] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b32ffb-959f-ea81-eca6-e54f2bf4fba2" [ 1088.098417] env[69265]: _type = "Task" [ 1088.098417] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.110888] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b32ffb-959f-ea81-eca6-e54f2bf4fba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.208360] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.208729] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.208976] env[69265]: DEBUG nova.compute.manager [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.210556] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f0f85-983f-43f4-82ff-44842d260e09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.221044] env[69265]: DEBUG nova.compute.manager [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1088.221649] env[69265]: DEBUG nova.objects.instance [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'flavor' on Instance uuid f598f661-1fb6-456c-b62b-e66c6a472680 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.268877] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6790497-ba39-4260-9c6a-9d84f0cf0688 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.277117] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380810d1-02c7-488b-bb12-df72c06d722b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.308621] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd15ebb4-2c09-4b4e-a290-08f3bb6db4cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.315942] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff62586a-6340-4538-ba59-2ebb7566f065 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.329702] env[69265]: DEBUG nova.compute.provider_tree [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.483185] env[69265]: INFO nova.compute.manager [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Took 36.28 seconds to build instance. [ 1088.543219] env[69265]: INFO nova.compute.manager [-] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Took 1.41 seconds to deallocate network for instance. [ 1088.609384] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b32ffb-959f-ea81-eca6-e54f2bf4fba2, 'name': SearchDatastore_Task, 'duration_secs': 0.048416} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.610175] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1908cc-bbe6-4725-92cd-85b60a207757 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.615967] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1088.615967] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e2368c-ac12-e681-5f17-3302479c0905" [ 1088.615967] env[69265]: _type = "Task" [ 1088.615967] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.623149] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e2368c-ac12-e681-5f17-3302479c0905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.702483] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.702722] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.702953] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "a06a518a-c2ba-4b79-96cb-9b89612ae273-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.703124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.703299] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.705418] env[69265]: INFO nova.compute.manager [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Terminating instance [ 1088.833034] env[69265]: DEBUG nova.scheduler.client.report [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.874320] env[69265]: DEBUG nova.compute.manager [req-d04e0a2c-48b1-4a68-9d7b-ea1341e23f7e req-958b706d-c5ea-41f2-a9f3-11248cf06f24 service nova] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Received event network-vif-deleted-213e63f3-59e6-480b-a90a-373e593997ca {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.985620] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41f09355-6ead-4f1d-a250-48675053ddd5 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "2c5882b7-1fc7-41ec-b579-867c5c99a442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.793s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.015751] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "9327a302-4167-4408-895d-553b792f4d15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.016055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9327a302-4167-4408-895d-553b792f4d15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.016286] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "9327a302-4167-4408-895d-553b792f4d15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.016567] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9327a302-4167-4408-895d-553b792f4d15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.016827] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9327a302-4167-4408-895d-553b792f4d15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.019471] env[69265]: INFO nova.compute.manager [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Terminating instance [ 1089.049503] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.126688] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e2368c-ac12-e681-5f17-3302479c0905, 'name': SearchDatastore_Task, 'duration_secs': 0.028531} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.126985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.127277] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8/b58d616b-f2b0-437e-b9b1-8f1b876b58b8.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.127603] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e889a861-b415-4ee8-863a-21f517ff3ecb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.134337] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1089.134337] env[69265]: value = "task-3476710" [ 1089.134337] env[69265]: _type = "Task" [ 1089.134337] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.142256] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.195095] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "362a639d-a6d8-4bd8-92d5-006db634e68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.195429] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "362a639d-a6d8-4bd8-92d5-006db634e68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.195670] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "362a639d-a6d8-4bd8-92d5-006db634e68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.195866] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "362a639d-a6d8-4bd8-92d5-006db634e68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.196054] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "362a639d-a6d8-4bd8-92d5-006db634e68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.198158] env[69265]: INFO nova.compute.manager [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Terminating instance [ 1089.208894] env[69265]: DEBUG nova.compute.manager [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.209128] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.209987] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799091e0-5515-4d85-8497-3819cff39bc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.218261] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.218530] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dc917a2-63da-476c-a6c6-23e3936724ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.225224] env[69265]: DEBUG oslo_vmware.api [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1089.225224] env[69265]: value = "task-3476711" [ 1089.225224] env[69265]: _type = "Task" [ 1089.225224] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.228581] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.228812] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81964933-194f-4ff5-94f8-9ab1d7cc5947 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.236046] env[69265]: DEBUG oslo_vmware.api [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.237382] env[69265]: DEBUG oslo_vmware.api [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1089.237382] env[69265]: value = "task-3476712" [ 1089.237382] env[69265]: _type = "Task" [ 1089.237382] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.245939] env[69265]: DEBUG oslo_vmware.api [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.339053] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.342634] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.382s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.344533] env[69265]: INFO nova.compute.claims [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.369478] env[69265]: INFO nova.scheduler.client.report [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Deleted allocations for instance 5aa73839-f974-430f-a1ff-035c32aedf78 [ 1089.385093] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquiring lock "2c5882b7-1fc7-41ec-b579-867c5c99a442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.386031] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "2c5882b7-1fc7-41ec-b579-867c5c99a442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.386031] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquiring lock "2c5882b7-1fc7-41ec-b579-867c5c99a442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.386031] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "2c5882b7-1fc7-41ec-b579-867c5c99a442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.386256] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "2c5882b7-1fc7-41ec-b579-867c5c99a442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.388830] env[69265]: INFO nova.compute.manager [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Terminating instance [ 1089.524503] env[69265]: DEBUG nova.compute.manager [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.524858] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.525959] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7889cf5-7ab9-42a0-99fa-e10a69bde968 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.535559] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.535937] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f0fd3dd-be5d-43c7-a121-1d3b308494be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.628804] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.629244] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.629305] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleting the datastore file [datastore1] 9327a302-4167-4408-895d-553b792f4d15 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.629536] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed2d435e-9cb3-4a6d-ad88-03aa62dc53cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.636658] env[69265]: DEBUG oslo_vmware.api [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1089.636658] env[69265]: value = "task-3476714" [ 1089.636658] env[69265]: _type = "Task" [ 1089.636658] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.650239] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493687} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.653691] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8/b58d616b-f2b0-437e-b9b1-8f1b876b58b8.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.653976] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.654300] env[69265]: DEBUG oslo_vmware.api [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.654547] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-718260ad-33aa-457a-a4ae-1de6705e3c96 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.660058] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1089.660058] env[69265]: value = "task-3476715" [ 1089.660058] env[69265]: _type = "Task" [ 1089.660058] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.668307] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.702021] env[69265]: DEBUG nova.compute.manager [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.702340] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.703264] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f039ba-5464-4c88-831d-fb1b70c10f69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.710524] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.710780] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd71598c-0da5-438e-9872-3ee13d621ffb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.716812] env[69265]: DEBUG oslo_vmware.api [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1089.716812] env[69265]: value = "task-3476716" [ 1089.716812] env[69265]: _type = "Task" [ 1089.716812] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.726618] env[69265]: DEBUG oslo_vmware.api [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.734708] env[69265]: DEBUG oslo_vmware.api [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476711, 'name': PowerOffVM_Task, 'duration_secs': 0.489944} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.735141] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.735444] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.735822] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-247fd9bd-b045-4b36-8901-93ce61409d1e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.746749] env[69265]: DEBUG oslo_vmware.api [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476712, 'name': PowerOffVM_Task, 'duration_secs': 0.231572} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.747106] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.747379] env[69265]: DEBUG nova.compute.manager [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.748193] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407f94b-e18c-452d-adbd-5b3fb31c82f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.800032] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.800331] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.800567] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleting the datastore file [datastore1] a06a518a-c2ba-4b79-96cb-9b89612ae273 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.800879] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c38014b-727d-4818-8b15-a382b68a3cea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.807695] env[69265]: DEBUG oslo_vmware.api [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1089.807695] env[69265]: value = "task-3476718" [ 1089.807695] env[69265]: _type = "Task" [ 1089.807695] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.815803] env[69265]: DEBUG oslo_vmware.api [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.879892] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c99d9558-4d2c-4582-bc44-0c96c2b30829 tempest-ServerShowV254Test-926435815 tempest-ServerShowV254Test-926435815-project-member] Lock "5aa73839-f974-430f-a1ff-035c32aedf78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.473s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.893621] env[69265]: DEBUG nova.compute.manager [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.894111] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.894772] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0a7aae-8758-4f79-ac9a-a29a6a349b09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.903796] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.904066] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ab4632-0e3e-4fce-87c1-7a9e914e8c84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.910328] env[69265]: DEBUG oslo_vmware.api [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1089.910328] env[69265]: value = "task-3476719" [ 1089.910328] env[69265]: _type = "Task" [ 1089.910328] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.920358] env[69265]: DEBUG oslo_vmware.api [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.155544] env[69265]: DEBUG oslo_vmware.api [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229714} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.155755] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.156427] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.156427] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.156587] env[69265]: INFO nova.compute.manager [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: 9327a302-4167-4408-895d-553b792f4d15] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1090.156913] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.157207] env[69265]: DEBUG nova.compute.manager [-] [instance: 9327a302-4167-4408-895d-553b792f4d15] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.157344] env[69265]: DEBUG nova.network.neutron [-] [instance: 9327a302-4167-4408-895d-553b792f4d15] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.172527] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061787} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.172925] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.174112] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe58f2-463d-4765-a36b-f782a362c7b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.200546] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8/b58d616b-f2b0-437e-b9b1-8f1b876b58b8.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.200913] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-539e4f3d-6222-40db-90ab-ea525fea467a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.224358] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1090.224358] env[69265]: value = "task-3476720" [ 1090.224358] env[69265]: _type = "Task" [ 1090.224358] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.230661] env[69265]: DEBUG oslo_vmware.api [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476716, 'name': PowerOffVM_Task, 'duration_secs': 0.270826} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.231296] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.231469] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.231713] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13899d6f-1af0-4d6a-86b2-056191106fbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.236196] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.259985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d1aa76c-d55e-4170-b8bb-d83165df431f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.314695] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.314967] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.315188] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleting the datastore file [datastore1] 362a639d-a6d8-4bd8-92d5-006db634e68b {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.315840] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daf71678-8711-4ddd-b792-86c574a0c11d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.320901] env[69265]: DEBUG oslo_vmware.api [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45269} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.321824] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.321972] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.322489] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.322489] env[69265]: INFO nova.compute.manager [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1090.322744] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.323341] env[69265]: DEBUG nova.compute.manager [-] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.323341] env[69265]: DEBUG nova.network.neutron [-] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.326321] env[69265]: DEBUG oslo_vmware.api [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1090.326321] env[69265]: value = "task-3476722" [ 1090.326321] env[69265]: _type = "Task" [ 1090.326321] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.336282] env[69265]: DEBUG oslo_vmware.api [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.421428] env[69265]: DEBUG oslo_vmware.api [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476719, 'name': PowerOffVM_Task, 'duration_secs': 0.284473} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.424266] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.424498] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.424975] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518aca8a-c6c0-433d-80d5-fbed0f260faf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.496394] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.496588] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.496772] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Deleting the datastore file [datastore1] 2c5882b7-1fc7-41ec-b579-867c5c99a442 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.497037] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05801ed-bebd-485d-9ab9-574e40a4132d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.503413] env[69265]: DEBUG oslo_vmware.api [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for the task: (returnval){ [ 1090.503413] env[69265]: value = "task-3476724" [ 1090.503413] env[69265]: _type = "Task" [ 1090.503413] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.518188] env[69265]: DEBUG oslo_vmware.api [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.702724] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f884f146-f34b-4669-a4d5-6c09e5e87944 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.710068] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45b518-398f-4576-9699-e865e813c418 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.746648] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b85a92-8a94-49e6-a0ef-4c51c1ff11b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.755585] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476720, 'name': ReconfigVM_Task, 'duration_secs': 0.360047} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.757871] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Reconfigured VM instance instance-0000005a to attach disk [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8/b58d616b-f2b0-437e-b9b1-8f1b876b58b8.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.758904] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96a14602-0d8e-4a63-b382-91c6d9b1d174 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.761748] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbea036-6dfe-4042-a9b3-a7be831d43c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.777063] env[69265]: DEBUG nova.compute.provider_tree [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.779901] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1090.779901] env[69265]: value = "task-3476725" [ 1090.779901] env[69265]: _type = "Task" [ 1090.779901] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.788741] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476725, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.838462] env[69265]: DEBUG oslo_vmware.api [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409973} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.838720] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.838903] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.839115] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.839288] env[69265]: INFO nova.compute.manager [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1090.839545] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.839740] env[69265]: DEBUG nova.compute.manager [-] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.839831] env[69265]: DEBUG nova.network.neutron [-] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.857133] env[69265]: DEBUG nova.objects.instance [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'flavor' on Instance uuid f598f661-1fb6-456c-b62b-e66c6a472680 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.902111] env[69265]: DEBUG nova.compute.manager [req-1b14ecb5-bff7-4ee3-89c7-6f58848b835f req-19fff922-b1be-4dcb-9f67-80d796c83883 service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Received event network-vif-deleted-b49821ae-20f3-435b-bb75-af0edf4a1f13 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.902453] env[69265]: INFO nova.compute.manager [req-1b14ecb5-bff7-4ee3-89c7-6f58848b835f req-19fff922-b1be-4dcb-9f67-80d796c83883 service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Neutron deleted interface b49821ae-20f3-435b-bb75-af0edf4a1f13; detaching it from the instance and deleting it from the info cache [ 1090.904020] env[69265]: DEBUG nova.network.neutron [req-1b14ecb5-bff7-4ee3-89c7-6f58848b835f req-19fff922-b1be-4dcb-9f67-80d796c83883 service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.980356] env[69265]: DEBUG nova.compute.manager [req-bd15e4c7-2884-4300-838c-f618318f7e07 req-c224cd5d-a593-4066-8121-083761d6fbc0 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Received event network-vif-deleted-bf8d9561-edf4-4168-adc6-72f490a1bb81 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.980356] env[69265]: INFO nova.compute.manager [req-bd15e4c7-2884-4300-838c-f618318f7e07 req-c224cd5d-a593-4066-8121-083761d6fbc0 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Neutron deleted interface bf8d9561-edf4-4168-adc6-72f490a1bb81; detaching it from the instance and deleting it from the info cache [ 1090.980356] env[69265]: DEBUG nova.network.neutron [req-bd15e4c7-2884-4300-838c-f618318f7e07 req-c224cd5d-a593-4066-8121-083761d6fbc0 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.016613] env[69265]: DEBUG oslo_vmware.api [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Task: {'id': task-3476724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392727} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.017436] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.017436] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.017436] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.017436] env[69265]: INFO nova.compute.manager [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1091.017658] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.017814] env[69265]: DEBUG nova.compute.manager [-] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.017919] env[69265]: DEBUG nova.network.neutron [-] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.053059] env[69265]: DEBUG nova.network.neutron [-] [instance: 9327a302-4167-4408-895d-553b792f4d15] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.281796] env[69265]: DEBUG nova.scheduler.client.report [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.295956] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476725, 'name': Rename_Task, 'duration_secs': 0.137235} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.296355] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.296610] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f70c7833-ba7a-4787-bee9-3efe88f46f95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.303674] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1091.303674] env[69265]: value = "task-3476726" [ 1091.303674] env[69265]: _type = "Task" [ 1091.303674] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.311278] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.362313] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.362510] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.362687] env[69265]: DEBUG nova.network.neutron [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.362860] env[69265]: DEBUG nova.objects.instance [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'info_cache' on Instance uuid f598f661-1fb6-456c-b62b-e66c6a472680 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.405688] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39093c4a-eda6-4cbf-b416-e82a26f21a07 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.415739] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9916056e-cba2-4fd2-b39e-278c641e1aed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.448872] env[69265]: DEBUG nova.compute.manager [req-1b14ecb5-bff7-4ee3-89c7-6f58848b835f req-19fff922-b1be-4dcb-9f67-80d796c83883 service nova] [instance: 9327a302-4167-4408-895d-553b792f4d15] Detach interface failed, port_id=b49821ae-20f3-435b-bb75-af0edf4a1f13, reason: Instance 9327a302-4167-4408-895d-553b792f4d15 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.461531] env[69265]: DEBUG nova.network.neutron [-] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.483311] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91a593c4-588c-4126-8bcd-a041220b42c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.492845] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae2151-d407-4ee1-8290-d7596d43def6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.531556] env[69265]: DEBUG nova.compute.manager [req-bd15e4c7-2884-4300-838c-f618318f7e07 req-c224cd5d-a593-4066-8121-083761d6fbc0 service nova] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Detach interface failed, port_id=bf8d9561-edf4-4168-adc6-72f490a1bb81, reason: Instance a06a518a-c2ba-4b79-96cb-9b89612ae273 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.556278] env[69265]: INFO nova.compute.manager [-] [instance: 9327a302-4167-4408-895d-553b792f4d15] Took 1.40 seconds to deallocate network for instance. [ 1091.648239] env[69265]: DEBUG nova.network.neutron [-] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.743323] env[69265]: DEBUG nova.network.neutron [-] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.787154] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.787810] env[69265]: DEBUG nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.792137] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.063s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.792137] env[69265]: DEBUG nova.objects.instance [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lazy-loading 'resources' on Instance uuid 040c7a12-1ff5-492a-bace-cf58db235c91 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.813990] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.865691] env[69265]: DEBUG nova.objects.base [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.964107] env[69265]: INFO nova.compute.manager [-] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Took 1.64 seconds to deallocate network for instance. [ 1092.063531] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.150508] env[69265]: INFO nova.compute.manager [-] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Took 1.31 seconds to deallocate network for instance. [ 1092.245786] env[69265]: INFO nova.compute.manager [-] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Took 1.23 seconds to deallocate network for instance. [ 1092.293441] env[69265]: DEBUG nova.compute.utils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.297291] env[69265]: DEBUG nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.297472] env[69265]: DEBUG nova.network.neutron [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.316600] env[69265]: DEBUG oslo_vmware.api [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476726, 'name': PowerOnVM_Task, 'duration_secs': 0.688592} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.316902] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.317035] env[69265]: INFO nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1092.317221] env[69265]: DEBUG nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.318123] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9693910a-f55b-4e36-a9a9-40cf53508f96 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.352968] env[69265]: DEBUG nova.policy [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388dcd4855bc4609ac7ca9ce3ef9210c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '925cbd61e9db45ba9cf1cc117824f34e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.471145] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.547763] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4800bb0-2e5b-4551-a851-9a34fb15ae38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.557786] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4ee6f0-22f0-4689-94ca-ef3e1b490cd2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.594184] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda2bce-ca07-4c29-9510-86a507b7afb0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.597776] env[69265]: DEBUG nova.network.neutron [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.603812] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1343e3-99ed-4759-9100-757cb0951672 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.618593] env[69265]: DEBUG nova.compute.provider_tree [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.632906] env[69265]: DEBUG nova.network.neutron [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Successfully created port: 7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.659684] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.752767] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.802844] env[69265]: DEBUG nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.836567] env[69265]: INFO nova.compute.manager [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Took 38.00 seconds to build instance. [ 1092.955401] env[69265]: DEBUG nova.compute.manager [req-cd481ce4-fcbe-4524-8479-a2811dcdc12e req-61e65103-94d8-49e9-a64d-5267e9eef418 service nova] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Received event network-vif-deleted-152dbec7-53d1-4796-8138-fc0d6248bbe9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.005190] env[69265]: DEBUG nova.compute.manager [req-162ff8f7-92e1-4922-ae26-1a0ae9088b54 req-a45ec46e-04f4-48ce-8d0b-45818bd56537 service nova] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Received event network-vif-deleted-0864eb74-4a33-4545-89d6-a60026363df5 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.101060] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.121376] env[69265]: DEBUG nova.scheduler.client.report [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.338777] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e7028c7f-c359-4bd3-8126-5f98db8e9417 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.513s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.626404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.628687] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.662s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.652248] env[69265]: INFO nova.scheduler.client.report [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Deleted allocations for instance 040c7a12-1ff5-492a-bace-cf58db235c91 [ 1093.816506] env[69265]: DEBUG nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.838269] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.838525] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.839869] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.839922] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.840113] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.840278] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.840497] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.840663] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.840938] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.840986] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.841348] env[69265]: DEBUG nova.virt.hardware [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.846660] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a428737-a4ba-4b6a-992a-1e114b671ca9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.857166] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de47c92-0114-48f6-a2fd-1dc57dbe83a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.105333] env[69265]: DEBUG nova.network.neutron [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Successfully updated port: 7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.106056] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.106588] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-377e6d93-77ac-49cf-827c-2d7e260235da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.114393] env[69265]: DEBUG oslo_vmware.api [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1094.114393] env[69265]: value = "task-3476727" [ 1094.114393] env[69265]: _type = "Task" [ 1094.114393] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.123358] env[69265]: DEBUG oslo_vmware.api [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.159676] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Lock "040c7a12-1ff5-492a-bace-cf58db235c91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.981s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.381623] env[69265]: INFO nova.compute.manager [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Rebuilding instance [ 1094.438173] env[69265]: DEBUG nova.compute.manager [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.441640] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fcfafd-38f5-4335-871f-a76a51a0248d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.607575] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.607737] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.607880] env[69265]: DEBUG nova.network.neutron [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.625756] env[69265]: DEBUG oslo_vmware.api [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476727, 'name': PowerOnVM_Task, 'duration_secs': 0.393426} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.626042] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.626252] env[69265]: DEBUG nova.compute.manager [None req-6300485e-5b1f-4dc8-b503-7aa148f88bb1 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.627044] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac7a0a-8d85-467f-a1ae-9d564f7d3273 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.642902] env[69265]: INFO nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating resource usage from migration 7606e64d-21c1-4119-ac0d-7649ea235794 [ 1094.666778] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d9fb3dba-41f2-463c-8d57-118b0aa46f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.666938] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance ef5ae28a-6c13-4a59-9bf3-f241df6b8635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.667105] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 362a639d-a6d8-4bd8-92d5-006db634e68b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.667236] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance a06a518a-c2ba-4b79-96cb-9b89612ae273 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.667354] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.667474] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f4f0a86a-86f6-4011-84ec-f2ec026554b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.667586] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance afe976f5-22f1-485c-9e10-b832e6240e2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.667699] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f598f661-1fb6-456c-b62b-e66c6a472680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.667815] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance dbeef983-96fb-4c9f-86e7-5934cffafc55 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.667924] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 41fdc930-ea31-419b-8aec-68bf17d01998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.668045] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 5db316a0-b835-4433-8d59-aec5c21e72d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.668174] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.668287] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance e978b8e2-ec0b-47e9-8d69-3ebd16b3a171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.668408] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 9327a302-4167-4408-895d-553b792f4d15 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.668530] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 2c5882b7-1fc7-41ec-b579-867c5c99a442 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.668643] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance b58d616b-f2b0-437e-b9b1-8f1b876b58b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.668982] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f195205a-3d91-41c6-ab81-f095d35c2686 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1095.032731] env[69265]: DEBUG nova.compute.manager [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Received event network-vif-plugged-7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.032731] env[69265]: DEBUG oslo_concurrency.lockutils [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] Acquiring lock "f195205a-3d91-41c6-ab81-f095d35c2686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.032731] env[69265]: DEBUG oslo_concurrency.lockutils [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] Lock "f195205a-3d91-41c6-ab81-f095d35c2686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.032731] env[69265]: DEBUG oslo_concurrency.lockutils [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] Lock "f195205a-3d91-41c6-ab81-f095d35c2686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.032731] env[69265]: DEBUG nova.compute.manager [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] No waiting events found dispatching network-vif-plugged-7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.032731] env[69265]: WARNING nova.compute.manager [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Received unexpected event network-vif-plugged-7eb33f02-8e5b-4a17-b334-9bf087db4841 for instance with vm_state building and task_state spawning. [ 1095.032731] env[69265]: DEBUG nova.compute.manager [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Received event network-changed-7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.032731] env[69265]: DEBUG nova.compute.manager [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Refreshing instance network info cache due to event network-changed-7eb33f02-8e5b-4a17-b334-9bf087db4841. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.032731] env[69265]: DEBUG oslo_concurrency.lockutils [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] Acquiring lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.141247] env[69265]: DEBUG nova.network.neutron [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.173379] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 72490342-0959-4a0e-85fd-c66a36591629 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1095.173560] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Migration 7606e64d-21c1-4119-ac0d-7649ea235794 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1095.173717] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 6c31f363-6ede-4dfe-a4bb-6680e1f371ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1095.173953] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1095.174105] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1095.300368] env[69265]: DEBUG nova.network.neutron [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [{"id": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "address": "fa:16:3e:b6:e0:d2", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb33f02-8e", "ovs_interfaceid": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.454617] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.455132] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53aaa3b7-98ee-473c-b36c-1a2647eb6af8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.463191] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1095.463191] env[69265]: value = "task-3476728" [ 1095.463191] env[69265]: _type = "Task" [ 1095.463191] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.472215] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.474037] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7054f5-e9be-4ff5-ae48-ef179329d526 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.483765] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc934ca-ab31-4237-8fd3-2107bfea6567 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.515893] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ad4469-4d05-4ab2-898b-1f16761ddd14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.523619] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f585b1-357a-4077-a217-df51d09ea9f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.542135] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.803238] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.803633] env[69265]: DEBUG nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Instance network_info: |[{"id": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "address": "fa:16:3e:b6:e0:d2", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb33f02-8e", "ovs_interfaceid": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.803969] env[69265]: DEBUG oslo_concurrency.lockutils [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] Acquired lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.804174] env[69265]: DEBUG nova.network.neutron [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Refreshing network info cache for port 7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.805389] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:e0:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb33f02-8e5b-4a17-b334-9bf087db4841', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.812973] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.814012] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.814253] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16bf242f-c6af-4a73-8701-8ec6a086a70c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.837319] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.837319] env[69265]: value = "task-3476729" [ 1095.837319] env[69265]: _type = "Task" [ 1095.837319] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.850496] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476729, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.979663] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476728, 'name': PowerOffVM_Task, 'duration_secs': 0.180177} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.979988] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.983346] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.984159] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa348d-5412-4cf9-9e0a-0330d75d376a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.991030] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.991030] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c2131af-5105-4517-beff-d4740135eda3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.046017] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.051066] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.051434] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.051790] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleting the datastore file [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.052525] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c84f04a-0846-4c15-9c37-2ec8122bb010 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.060771] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1096.060771] env[69265]: value = "task-3476731" [ 1096.060771] env[69265]: _type = "Task" [ 1096.060771] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.069529] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.348449] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476729, 'name': CreateVM_Task, 'duration_secs': 0.326552} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.348646] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.349382] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.349584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.349906] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.350191] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b6027d-8feb-4f8b-b5a1-0e7510aaf7a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.356300] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1096.356300] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc64da-58c2-42b7-3b2a-95aec947cb82" [ 1096.356300] env[69265]: _type = "Task" [ 1096.356300] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.365769] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc64da-58c2-42b7-3b2a-95aec947cb82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.523598] env[69265]: DEBUG nova.network.neutron [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updated VIF entry in instance network info cache for port 7eb33f02-8e5b-4a17-b334-9bf087db4841. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.524102] env[69265]: DEBUG nova.network.neutron [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [{"id": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "address": "fa:16:3e:b6:e0:d2", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb33f02-8e", "ovs_interfaceid": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.553535] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1096.554390] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.925s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.554638] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.167s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.557051] env[69265]: INFO nova.compute.claims [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.572842] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147754} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.572939] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.573074] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.573274] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.869064] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dc64da-58c2-42b7-3b2a-95aec947cb82, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.869064] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.869064] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.869377] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.869377] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.869547] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.870120] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2485c00-6c4e-41dc-ad83-7f8df81b8950 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.877970] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.878161] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.878804] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f3e223-caff-4981-9f13-ff86f9f1d0de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.883513] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1096.883513] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ba560-46a8-98df-c362-aa0a31d3a26d" [ 1096.883513] env[69265]: _type = "Task" [ 1096.883513] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.890807] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ba560-46a8-98df-c362-aa0a31d3a26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.028043] env[69265]: DEBUG oslo_concurrency.lockutils [req-796e2cbb-d14b-4edd-9118-7991432e8e8b req-f6392c43-8e01-4dd5-a95a-53f3b9cb54c5 service nova] Releasing lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.394207] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ba560-46a8-98df-c362-aa0a31d3a26d, 'name': SearchDatastore_Task, 'duration_secs': 0.039821} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.394962] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8d70b0-a03b-4dc2-8ab5-24ef80c9018c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.400290] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1097.400290] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522465d0-6501-3b53-814e-2ac9c275a8d7" [ 1097.400290] env[69265]: _type = "Task" [ 1097.400290] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.408684] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522465d0-6501-3b53-814e-2ac9c275a8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.608039] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.608039] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.608039] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.608039] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.608304] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.608347] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.608531] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.608691] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.609134] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.609134] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.609252] env[69265]: DEBUG nova.virt.hardware [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.610270] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780aaf2e-b879-4f56-bd0f-e72a91f0b3ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.618691] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c056ea-1be3-42f7-9e7c-a0520e8b2015 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.632704] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:ac:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f85ad2df-71c0-4b58-b799-ec2d74e52452', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.640152] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.642923] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.643426] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5dc2e78-1037-46e9-a074-379a6f566f42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.667145] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.667145] env[69265]: value = "task-3476732" [ 1097.667145] env[69265]: _type = "Task" [ 1097.667145] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.676524] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476732, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.831996] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea199f2-2ea0-44cc-a417-132ef2ef8864 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.839489] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4feb07b-2c2c-477d-9dc0-9eac9eadbf23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.869755] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e71960-4baf-4b5e-a6f4-1634dc7f5eee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.876761] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f344db-4c0e-482d-a920-73a7ed1c670d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.891159] env[69265]: DEBUG nova.compute.provider_tree [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.909472] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522465d0-6501-3b53-814e-2ac9c275a8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.042816} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.909712] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.909960] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686/f195205a-3d91-41c6-ab81-f095d35c2686.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.910204] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a343a7-f8f2-431e-8fbe-8c31737b9a4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.916106] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1097.916106] env[69265]: value = "task-3476733" [ 1097.916106] env[69265]: _type = "Task" [ 1097.916106] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.923381] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.178562] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476732, 'name': CreateVM_Task, 'duration_secs': 0.427637} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.178749] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.179568] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.179749] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.180220] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.180655] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c75851-32f8-495f-bd55-ce4f05d4c0f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.188205] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1098.188205] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d8556a-cad5-4a8f-2974-5aa2e4413d24" [ 1098.188205] env[69265]: _type = "Task" [ 1098.188205] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.199216] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d8556a-cad5-4a8f-2974-5aa2e4413d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.425964] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463365} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.426829] env[69265]: DEBUG nova.scheduler.client.report [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1098.427055] env[69265]: DEBUG nova.compute.provider_tree [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 132 to 133 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1098.427247] env[69265]: DEBUG nova.compute.provider_tree [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.430831] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686/f195205a-3d91-41c6-ab81-f095d35c2686.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.431184] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.431504] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3f1eb9f-2301-4b8d-99cc-0d4c7cdfb116 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.439023] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1098.439023] env[69265]: value = "task-3476734" [ 1098.439023] env[69265]: _type = "Task" [ 1098.439023] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.445802] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.699062] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d8556a-cad5-4a8f-2974-5aa2e4413d24, 'name': SearchDatastore_Task, 'duration_secs': 0.018981} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.699429] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.699676] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.699914] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.700079] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.700273] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.700523] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5fbc703-28c9-4a83-ab90-c9efd3736e9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.709122] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.709341] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.710049] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede4f449-cf58-4222-b21f-36703549bf05 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.716567] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1098.716567] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c6d751-91fe-0851-eb3c-690fa321e409" [ 1098.716567] env[69265]: _type = "Task" [ 1098.716567] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.725098] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c6d751-91fe-0851-eb3c-690fa321e409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.932394] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.932927] env[69265]: DEBUG nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.935658] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.674s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.946721] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058538} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.947068] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.948534] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e766d5ee-a36b-47fc-a810-ad2b28b87bc0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.972743] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686/f195205a-3d91-41c6-ab81-f095d35c2686.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.973356] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f2ace9-4b33-4228-8031-c5b3045bdc4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.994820] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1098.994820] env[69265]: value = "task-3476735" [ 1098.994820] env[69265]: _type = "Task" [ 1098.994820] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.002478] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.226840] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c6d751-91fe-0851-eb3c-690fa321e409, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.227641] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010f5a19-0221-40ba-9fda-14eaa426db6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.232579] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1099.232579] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5214401c-4af1-a2a0-0b00-fff62eb9f55b" [ 1099.232579] env[69265]: _type = "Task" [ 1099.232579] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.239669] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5214401c-4af1-a2a0-0b00-fff62eb9f55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.441153] env[69265]: INFO nova.compute.claims [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.445799] env[69265]: DEBUG nova.compute.utils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.447810] env[69265]: DEBUG nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.447955] env[69265]: DEBUG nova.network.neutron [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.485859] env[69265]: DEBUG nova.policy [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.505192] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.746036] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5214401c-4af1-a2a0-0b00-fff62eb9f55b, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.746345] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.746510] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8/b58d616b-f2b0-437e-b9b1-8f1b876b58b8.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.746802] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4d4b49f-9bd7-4ae2-bb9d-dd9743c7a7ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.754800] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1099.754800] env[69265]: value = "task-3476736" [ 1099.754800] env[69265]: _type = "Task" [ 1099.754800] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.763991] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.792759] env[69265]: DEBUG nova.network.neutron [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Successfully created port: e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.950770] env[69265]: INFO nova.compute.resource_tracker [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating resource usage from migration 7606e64d-21c1-4119-ac0d-7649ea235794 [ 1099.956019] env[69265]: DEBUG nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.017087] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476735, 'name': ReconfigVM_Task, 'duration_secs': 1.008565} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.020911] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfigured VM instance instance-0000005b to attach disk [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686/f195205a-3d91-41c6-ab81-f095d35c2686.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.023064] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb7a1cfd-5086-4b71-a6c7-00b38051f6d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.034709] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1100.034709] env[69265]: value = "task-3476737" [ 1100.034709] env[69265]: _type = "Task" [ 1100.034709] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.045389] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476737, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.264061] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465129} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.265055] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8/b58d616b-f2b0-437e-b9b1-8f1b876b58b8.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.265284] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.265973] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b192f5ca-2f36-4e0c-94e5-d40c5602fa6e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.268247] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a835228d-2893-4814-9930-06a7ec5e9ff6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.275025] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11872540-325e-45e5-9aad-5b6930d4f159 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.277671] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1100.277671] env[69265]: value = "task-3476738" [ 1100.277671] env[69265]: _type = "Task" [ 1100.277671] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.307108] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0806fb-81cb-42bb-bc7a-61b26cb055ea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.312365] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.316903] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9374db-6c99-44cc-9d45-13d3dd5cdd02 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.330296] env[69265]: DEBUG nova.compute.provider_tree [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.544671] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476737, 'name': Rename_Task, 'duration_secs': 0.170343} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.545384] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.545384] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-274feadd-fa07-4976-9b66-9a92e7d0d393 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.551599] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1100.551599] env[69265]: value = "task-3476739" [ 1100.551599] env[69265]: _type = "Task" [ 1100.551599] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.562748] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.787751] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086615} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.788079] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.788849] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35121ca6-227d-4e72-9947-763e72fbca33 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.810932] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8/b58d616b-f2b0-437e-b9b1-8f1b876b58b8.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.811382] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27751f49-2d20-402f-9272-830cbba317d1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.833511] env[69265]: DEBUG nova.scheduler.client.report [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.837411] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1100.837411] env[69265]: value = "task-3476740" [ 1100.837411] env[69265]: _type = "Task" [ 1100.837411] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.845516] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.964427] env[69265]: DEBUG nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.992521] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.992785] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.992947] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.993152] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.993301] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.993450] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.993655] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.993817] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.993980] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.994179] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.994352] env[69265]: DEBUG nova.virt.hardware [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.995273] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30624b2c-6fcd-4869-ac21-129bcd196ebb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.003429] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d3dd4f-57b7-403a-a40b-7b2d5f71d57a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.062036] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.201443] env[69265]: DEBUG nova.compute.manager [req-fbb122d9-9017-4190-95bd-bbbb9906bb0f req-601727a3-83d3-44bb-97d7-38030be71eba service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received event network-vif-plugged-e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.201782] env[69265]: DEBUG oslo_concurrency.lockutils [req-fbb122d9-9017-4190-95bd-bbbb9906bb0f req-601727a3-83d3-44bb-97d7-38030be71eba service nova] Acquiring lock "72490342-0959-4a0e-85fd-c66a36591629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.202084] env[69265]: DEBUG oslo_concurrency.lockutils [req-fbb122d9-9017-4190-95bd-bbbb9906bb0f req-601727a3-83d3-44bb-97d7-38030be71eba service nova] Lock "72490342-0959-4a0e-85fd-c66a36591629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.202314] env[69265]: DEBUG oslo_concurrency.lockutils [req-fbb122d9-9017-4190-95bd-bbbb9906bb0f req-601727a3-83d3-44bb-97d7-38030be71eba service nova] Lock "72490342-0959-4a0e-85fd-c66a36591629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.202550] env[69265]: DEBUG nova.compute.manager [req-fbb122d9-9017-4190-95bd-bbbb9906bb0f req-601727a3-83d3-44bb-97d7-38030be71eba service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] No waiting events found dispatching network-vif-plugged-e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.202829] env[69265]: WARNING nova.compute.manager [req-fbb122d9-9017-4190-95bd-bbbb9906bb0f req-601727a3-83d3-44bb-97d7-38030be71eba service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received unexpected event network-vif-plugged-e8786732-9a73-49e3-a9c8-b64dbbb21b69 for instance with vm_state building and task_state spawning. [ 1101.302458] env[69265]: DEBUG nova.network.neutron [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Successfully updated port: e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.338791] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.339152] env[69265]: INFO nova.compute.manager [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Migrating [ 1101.346022] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.297s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.346234] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.348745] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.285s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.349041] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.350812] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.880s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.350943] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.352680] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.693s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.352951] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.354584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.602s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.354784] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.374417] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476740, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.383278] env[69265]: INFO nova.scheduler.client.report [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted allocations for instance 362a639d-a6d8-4bd8-92d5-006db634e68b [ 1101.387574] env[69265]: INFO nova.scheduler.client.report [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Deleted allocations for instance 2c5882b7-1fc7-41ec-b579-867c5c99a442 [ 1101.405643] env[69265]: INFO nova.scheduler.client.report [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted allocations for instance 9327a302-4167-4408-895d-553b792f4d15 [ 1101.407279] env[69265]: INFO nova.scheduler.client.report [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted allocations for instance 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb [ 1101.425252] env[69265]: INFO nova.scheduler.client.report [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted allocations for instance a06a518a-c2ba-4b79-96cb-9b89612ae273 [ 1101.564732] env[69265]: DEBUG oslo_vmware.api [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476739, 'name': PowerOnVM_Task, 'duration_secs': 0.77708} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.565112] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.565224] env[69265]: INFO nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1101.565421] env[69265]: DEBUG nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.566245] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afee100-26dc-47c6-835c-25ded4c2f773 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.805321] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.805479] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.805647] env[69265]: DEBUG nova.network.neutron [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.856595] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476740, 'name': ReconfigVM_Task, 'duration_secs': 0.549682} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.856948] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Reconfigured VM instance instance-0000005a to attach disk [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8/b58d616b-f2b0-437e-b9b1-8f1b876b58b8.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.858162] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fdd9a91-51e0-4250-8fd5-e0c0cb87e9fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.863512] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1101.863512] env[69265]: value = "task-3476741" [ 1101.863512] env[69265]: _type = "Task" [ 1101.863512] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.868437] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.868550] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.868776] env[69265]: DEBUG nova.network.neutron [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.878025] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476741, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.894458] env[69265]: DEBUG oslo_concurrency.lockutils [None req-60bba8bb-22b8-4afb-ad9b-036c821c4799 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "362a639d-a6d8-4bd8-92d5-006db634e68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.699s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.895612] env[69265]: DEBUG oslo_concurrency.lockutils [None req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Lock "2c5882b7-1fc7-41ec-b579-867c5c99a442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.510s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.917732] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "9327a302-4167-4408-895d-553b792f4d15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.902s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.918671] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "1696095b-4cb3-42b5-ab0b-9d83c8d26bfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.955s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.932163] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "a06a518a-c2ba-4b79-96cb-9b89612ae273" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.229s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.084478] env[69265]: INFO nova.compute.manager [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Took 41.14 seconds to build instance. [ 1102.359897] env[69265]: DEBUG nova.network.neutron [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.374100] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476741, 'name': Rename_Task, 'duration_secs': 0.340014} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.374404] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.374676] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56e3da5a-c430-42ee-bf51-77309047c05f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.388313] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1102.388313] env[69265]: value = "task-3476742" [ 1102.388313] env[69265]: _type = "Task" [ 1102.388313] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.398251] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.586335] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.653s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.594507] env[69265]: DEBUG nova.network.neutron [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.809895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.809895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.809895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.809895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.809895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.810927] env[69265]: INFO nova.compute.manager [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Terminating instance [ 1102.905414] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.966189] env[69265]: DEBUG nova.network.neutron [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance_info_cache with network_info: [{"id": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "address": "fa:16:3e:5b:5f:16", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3212a7d-bf", "ovs_interfaceid": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.053305] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.053842] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.099042] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.099337] env[69265]: DEBUG nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Instance network_info: |[{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.099777] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:71:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8786732-9a73-49e3-a9c8-b64dbbb21b69', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.107606] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.108287] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.108522] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1721814a-752a-427e-9685-9216882c559d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.134019] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.134019] env[69265]: value = "task-3476743" [ 1103.134019] env[69265]: _type = "Task" [ 1103.134019] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.142043] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476743, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.321022] env[69265]: DEBUG nova.compute.manager [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.321022] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.321022] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65919a85-806b-4b62-aec8-8e3761f34311 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.333524] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.333524] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acb5fede-5f4e-4be2-b8db-9d4dc1affd8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.341030] env[69265]: DEBUG oslo_vmware.api [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1103.341030] env[69265]: value = "task-3476744" [ 1103.341030] env[69265]: _type = "Task" [ 1103.341030] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.351205] env[69265]: DEBUG oslo_vmware.api [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.403552] env[69265]: DEBUG oslo_vmware.api [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476742, 'name': PowerOnVM_Task, 'duration_secs': 0.867548} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.403915] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.404428] env[69265]: DEBUG nova.compute.manager [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.406222] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f44f3d8-204b-4232-bb4b-6d21db63bc70 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.470821] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.558465] env[69265]: DEBUG nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.609981] env[69265]: DEBUG nova.compute.manager [req-bb166234-9b17-47d3-82e5-c3beecc63760 req-1307dc43-8f2b-4c29-af20-0923fd875fe4 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received event network-changed-e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.609981] env[69265]: DEBUG nova.compute.manager [req-bb166234-9b17-47d3-82e5-c3beecc63760 req-1307dc43-8f2b-4c29-af20-0923fd875fe4 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing instance network info cache due to event network-changed-e8786732-9a73-49e3-a9c8-b64dbbb21b69. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.609981] env[69265]: DEBUG oslo_concurrency.lockutils [req-bb166234-9b17-47d3-82e5-c3beecc63760 req-1307dc43-8f2b-4c29-af20-0923fd875fe4 service nova] Acquiring lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.609981] env[69265]: DEBUG oslo_concurrency.lockutils [req-bb166234-9b17-47d3-82e5-c3beecc63760 req-1307dc43-8f2b-4c29-af20-0923fd875fe4 service nova] Acquired lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.609981] env[69265]: DEBUG nova.network.neutron [req-bb166234-9b17-47d3-82e5-c3beecc63760 req-1307dc43-8f2b-4c29-af20-0923fd875fe4 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing network info cache for port e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.627953] env[69265]: DEBUG nova.compute.manager [req-fd9bfd3e-04fd-4cb9-be00-c46ae1b7630a req-03540b00-d0cb-446f-b1e7-fb1783813285 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Received event network-changed-7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.627953] env[69265]: DEBUG nova.compute.manager [req-fd9bfd3e-04fd-4cb9-be00-c46ae1b7630a req-03540b00-d0cb-446f-b1e7-fb1783813285 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Refreshing instance network info cache due to event network-changed-7eb33f02-8e5b-4a17-b334-9bf087db4841. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.627953] env[69265]: DEBUG oslo_concurrency.lockutils [req-fd9bfd3e-04fd-4cb9-be00-c46ae1b7630a req-03540b00-d0cb-446f-b1e7-fb1783813285 service nova] Acquiring lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.627953] env[69265]: DEBUG oslo_concurrency.lockutils [req-fd9bfd3e-04fd-4cb9-be00-c46ae1b7630a req-03540b00-d0cb-446f-b1e7-fb1783813285 service nova] Acquired lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.627953] env[69265]: DEBUG nova.network.neutron [req-fd9bfd3e-04fd-4cb9-be00-c46ae1b7630a req-03540b00-d0cb-446f-b1e7-fb1783813285 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Refreshing network info cache for port 7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.650540] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476743, 'name': CreateVM_Task, 'duration_secs': 0.460605} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.652824] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.652824] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.652824] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.653770] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.654217] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a4a3bc-cbc3-4fbf-b26a-54e72da173e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.660331] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1103.660331] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e039dd-82e6-7267-d173-9859e97731dc" [ 1103.660331] env[69265]: _type = "Task" [ 1103.660331] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.673641] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e039dd-82e6-7267-d173-9859e97731dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.709187] env[69265]: INFO nova.compute.manager [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Rebuilding instance [ 1103.769398] env[69265]: DEBUG nova.compute.manager [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.770230] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233872c8-ebaf-444a-a2ad-093210281264 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.849140] env[69265]: DEBUG oslo_vmware.api [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476744, 'name': PowerOffVM_Task, 'duration_secs': 0.204} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.849455] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.849629] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.849899] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-213bfe15-a5f6-460f-93e7-ec73c0e18f55 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.911352] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.911661] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.911848] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleting the datastore file [datastore2] ef5ae28a-6c13-4a59-9bf3-f241df6b8635 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.912140] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40f05171-521e-49f1-8581-72252fb9800f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.921777] env[69265]: DEBUG oslo_vmware.api [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for the task: (returnval){ [ 1103.921777] env[69265]: value = "task-3476746" [ 1103.921777] env[69265]: _type = "Task" [ 1103.921777] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.927214] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.927531] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.927837] env[69265]: DEBUG nova.objects.instance [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1103.936362] env[69265]: DEBUG oslo_vmware.api [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.058827] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.059584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.059584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.059584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.059780] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.062206] env[69265]: INFO nova.compute.manager [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Terminating instance [ 1104.081943] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.174025] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e039dd-82e6-7267-d173-9859e97731dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.174837] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.175095] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.175345] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.175500] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.175665] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.175934] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf13bab-1594-4f4e-b60a-a1171a65bc91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.184737] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.184918] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.185698] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7eb7a83-be34-4f99-add7-ec3a44b2b15f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.191092] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1104.191092] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5287803b-bace-80dd-2439-9ffee2d0200f" [ 1104.191092] env[69265]: _type = "Task" [ 1104.191092] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.200645] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.200932] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.206098] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5287803b-bace-80dd-2439-9ffee2d0200f, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.207378] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d3e861-88e9-4bee-9559-e2c30b13711f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.214557] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1104.214557] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eec1b9-7d77-61ad-30a6-42f0a4bd6348" [ 1104.214557] env[69265]: _type = "Task" [ 1104.214557] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.232397] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eec1b9-7d77-61ad-30a6-42f0a4bd6348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.437862] env[69265]: DEBUG oslo_vmware.api [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Task: {'id': task-3476746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197392} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.437862] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.437959] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.438198] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.438381] env[69265]: INFO nova.compute.manager [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1104.439071] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.439071] env[69265]: DEBUG nova.compute.manager [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.439071] env[69265]: DEBUG nova.network.neutron [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.454924] env[69265]: DEBUG nova.network.neutron [req-bb166234-9b17-47d3-82e5-c3beecc63760 req-1307dc43-8f2b-4c29-af20-0923fd875fe4 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updated VIF entry in instance network info cache for port e8786732-9a73-49e3-a9c8-b64dbbb21b69. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.455296] env[69265]: DEBUG nova.network.neutron [req-bb166234-9b17-47d3-82e5-c3beecc63760 req-1307dc43-8f2b-4c29-af20-0923fd875fe4 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.472612] env[69265]: DEBUG nova.network.neutron [req-fd9bfd3e-04fd-4cb9-be00-c46ae1b7630a req-03540b00-d0cb-446f-b1e7-fb1783813285 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updated VIF entry in instance network info cache for port 7eb33f02-8e5b-4a17-b334-9bf087db4841. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.472997] env[69265]: DEBUG nova.network.neutron [req-fd9bfd3e-04fd-4cb9-be00-c46ae1b7630a req-03540b00-d0cb-446f-b1e7-fb1783813285 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [{"id": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "address": "fa:16:3e:b6:e0:d2", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb33f02-8e", "ovs_interfaceid": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.569617] env[69265]: DEBUG nova.compute.manager [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.569787] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.570757] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f6cf2c-dc1f-4800-9a5c-54a11e5ce9aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.581556] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.581556] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca2185f-7c39-4e96-a879-e40b2d3bb11a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.588497] env[69265]: DEBUG oslo_vmware.api [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1104.588497] env[69265]: value = "task-3476747" [ 1104.588497] env[69265]: _type = "Task" [ 1104.588497] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.597816] env[69265]: DEBUG oslo_vmware.api [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.707547] env[69265]: DEBUG nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.726931] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52eec1b9-7d77-61ad-30a6-42f0a4bd6348, 'name': SearchDatastore_Task, 'duration_secs': 0.016546} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.728569] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.729224] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 72490342-0959-4a0e-85fd-c66a36591629/72490342-0959-4a0e-85fd-c66a36591629.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.733018] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4bbc719-6032-4efa-acf0-cb5d8dc51b7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.739165] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1104.739165] env[69265]: value = "task-3476748" [ 1104.739165] env[69265]: _type = "Task" [ 1104.739165] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.751637] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.789596] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.790834] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2cde77-a45b-4781-94b2-e6a285741205 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.799260] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1104.799260] env[69265]: value = "task-3476749" [ 1104.799260] env[69265]: _type = "Task" [ 1104.799260] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.809371] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.885769] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.885769] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.885769] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.885769] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.885769] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.888443] env[69265]: INFO nova.compute.manager [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Terminating instance [ 1104.900459] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "12693607-2180-4b98-8c0e-34e1b0b072aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.900757] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "12693607-2180-4b98-8c0e-34e1b0b072aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.939728] env[69265]: DEBUG oslo_concurrency.lockutils [None req-c0cb34dc-ef56-4f01-bc46-ecbedc9ecca5 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.940828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.859s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.942927] env[69265]: INFO nova.compute.claims [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.958198] env[69265]: DEBUG oslo_concurrency.lockutils [req-bb166234-9b17-47d3-82e5-c3beecc63760 req-1307dc43-8f2b-4c29-af20-0923fd875fe4 service nova] Releasing lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.975949] env[69265]: DEBUG oslo_concurrency.lockutils [req-fd9bfd3e-04fd-4cb9-be00-c46ae1b7630a req-03540b00-d0cb-446f-b1e7-fb1783813285 service nova] Releasing lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.995071] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde135d7-e227-4968-a439-f047b01b1918 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.020396] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance '6c31f363-6ede-4dfe-a4bb-6680e1f371ea' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.100519] env[69265]: DEBUG oslo_vmware.api [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476747, 'name': PowerOffVM_Task, 'duration_secs': 0.234118} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.100896] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.101084] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.101990] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4fa738a-aaf8-4ff6-8270-0bbcfdc69798 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.179022] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.179309] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.179618] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleting the datastore file [datastore1] f4f0a86a-86f6-4011-84ec-f2ec026554b2 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.179902] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7755ecf1-4501-4e18-b6e7-1311c7dd1c48 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.191948] env[69265]: DEBUG oslo_vmware.api [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1105.191948] env[69265]: value = "task-3476751" [ 1105.191948] env[69265]: _type = "Task" [ 1105.191948] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.203478] env[69265]: DEBUG oslo_vmware.api [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.228689] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.230198] env[69265]: DEBUG nova.network.neutron [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.253529] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476748, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.312817] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476749, 'name': PowerOffVM_Task, 'duration_secs': 0.258619} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.313190] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.313966] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.314389] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ab9f27-c7f0-4c61-80b8-43764c2f46c3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.324518] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1105.324518] env[69265]: value = "task-3476752" [ 1105.324518] env[69265]: _type = "Task" [ 1105.324518] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.335497] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1105.335731] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.335926] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695081', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'name': 'volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbeef983-96fb-4c9f-86e7-5934cffafc55', 'attached_at': '', 'detached_at': '', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'serial': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.337041] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0d8988-5f02-4025-b9e0-8fc5bb0104a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.358655] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32fb539-f6dc-4a75-8aa9-1d3da7a818f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.368797] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a6a751-2ec6-443d-9138-a9eee25132f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.393380] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8530a96-f273-4dd8-9b5d-324c978dc00e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.396513] env[69265]: DEBUG nova.compute.manager [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.396717] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.397457] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348690d5-72f9-427f-993e-a662543a89c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.414923] env[69265]: DEBUG nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.417576] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] The volume has not been displaced from its original location: [datastore2] volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba/volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.423127] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.426213] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a5bff8-35a1-4838-8387-67a62a0976f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.441446] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.442730] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6e2d8db-0396-405f-948b-9b19d34e689b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.450380] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.450838] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.454395] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1105.454395] env[69265]: value = "task-3476753" [ 1105.454395] env[69265]: _type = "Task" [ 1105.454395] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.461166] env[69265]: DEBUG oslo_vmware.api [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1105.461166] env[69265]: value = "task-3476754" [ 1105.461166] env[69265]: _type = "Task" [ 1105.461166] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.470581] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.477625] env[69265]: DEBUG oslo_vmware.api [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.531708] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.531708] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff541ed-3181-4899-ba97-163a17538b8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.540833] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1105.540833] env[69265]: value = "task-3476755" [ 1105.540833] env[69265]: _type = "Task" [ 1105.540833] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.550270] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.702423] env[69265]: DEBUG oslo_vmware.api [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438369} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.702676] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.702869] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.703078] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.703273] env[69265]: INFO nova.compute.manager [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1105.703590] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.703705] env[69265]: DEBUG nova.compute.manager [-] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.703804] env[69265]: DEBUG nova.network.neutron [-] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.735125] env[69265]: INFO nova.compute.manager [-] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Took 1.30 seconds to deallocate network for instance. [ 1105.752844] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676785} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.753149] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 72490342-0959-4a0e-85fd-c66a36591629/72490342-0959-4a0e-85fd-c66a36591629.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.753381] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.753646] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e3cc1f1-07eb-4662-85a8-658224035b4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.763628] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1105.763628] env[69265]: value = "task-3476756" [ 1105.763628] env[69265]: _type = "Task" [ 1105.763628] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.774012] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.838933] env[69265]: DEBUG nova.compute.manager [req-c0fa79e4-da7c-4342-a469-34be40f1b1f2 req-0a1b0062-d949-49ff-a834-d9895efc3dc7 service nova] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Received event network-vif-deleted-4e51caf2-dbe3-454a-9bc3-707e2862a4c4 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.945982] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.955401] env[69265]: DEBUG nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.975956] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476753, 'name': ReconfigVM_Task, 'duration_secs': 0.238327} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.977148] env[69265]: DEBUG oslo_vmware.api [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476754, 'name': PowerOffVM_Task, 'duration_secs': 0.230684} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.977502] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.986096] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.986379] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.986707] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a75d3529-d1dc-4457-bc96-b1048de1a83f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.997714] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbaf146b-e6dd-4f36-a1a7-3d90aee3d7f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.009524] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1106.009524] env[69265]: value = "task-3476758" [ 1106.009524] env[69265]: _type = "Task" [ 1106.009524] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.021034] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.052423] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476755, 'name': PowerOffVM_Task, 'duration_secs': 0.278148} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.052714] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.053017] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance '6c31f363-6ede-4dfe-a4bb-6680e1f371ea' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.080412] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.080653] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.080856] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleting the datastore file [datastore1] b58d616b-f2b0-437e-b9b1-8f1b876b58b8 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.081200] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6948cf91-2a1f-4595-a287-24de0105bd3a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.089457] env[69265]: DEBUG oslo_vmware.api [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1106.089457] env[69265]: value = "task-3476759" [ 1106.089457] env[69265]: _type = "Task" [ 1106.089457] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.101370] env[69265]: DEBUG oslo_vmware.api [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.240175] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.273352] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073242} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.275834] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.276800] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a25dc5-94bb-4187-b7f9-ff34d93cc8c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.299981] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 72490342-0959-4a0e-85fd-c66a36591629/72490342-0959-4a0e-85fd-c66a36591629.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.301512] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab21537-a8ed-4788-864c-d8eece3af489 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.317462] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc74c5-8e82-4462-872c-79ff05b64142 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.325509] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce35b72d-4012-46bf-a3e2-346c5655d0a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.330135] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1106.330135] env[69265]: value = "task-3476760" [ 1106.330135] env[69265]: _type = "Task" [ 1106.330135] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.361448] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a3b879-e656-4ffa-bb52-01c6ccfe1f34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.369034] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.374708] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e9afbe-1f0f-41c1-8435-98dfaa99b8b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.390206] env[69265]: DEBUG nova.compute.provider_tree [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.476108] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.521260] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476758, 'name': ReconfigVM_Task, 'duration_secs': 0.255253} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.521260] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695081', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'name': 'volume-62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbeef983-96fb-4c9f-86e7-5934cffafc55', 'attached_at': '', 'detached_at': '', 'volume_id': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba', 'serial': '62c0ee47-4350-4d18-a8e7-6f878e3eb7ba'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.521450] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.522114] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8182c100-a8fd-4076-b44b-17d6060969e0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.529485] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.529758] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1e7e8b-0cab-481e-a49e-b5c5f4ead860 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.560075] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.560343] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.560543] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.560733] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.560945] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.561030] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.561276] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.561463] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.561660] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.561830] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.562021] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.568144] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ac3e33-dfff-4a7d-852c-3e2ccf1cd0e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.586133] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1106.586133] env[69265]: value = "task-3476762" [ 1106.586133] env[69265]: _type = "Task" [ 1106.586133] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.600672] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.601797] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.601997] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.602197] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Deleting the datastore file [datastore2] dbeef983-96fb-4c9f-86e7-5934cffafc55 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.602935] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57473291-1422-4271-8f57-7baabca0a604 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.610109] env[69265]: DEBUG oslo_vmware.api [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145248} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.610750] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.611120] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.611232] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.611307] env[69265]: INFO nova.compute.manager [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1106.611617] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.611812] env[69265]: DEBUG nova.compute.manager [-] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.611906] env[69265]: DEBUG nova.network.neutron [-] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.614479] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for the task: (returnval){ [ 1106.614479] env[69265]: value = "task-3476763" [ 1106.614479] env[69265]: _type = "Task" [ 1106.614479] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.624710] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.657233] env[69265]: DEBUG nova.network.neutron [-] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.842802] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.893725] env[69265]: DEBUG nova.scheduler.client.report [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.097761] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476762, 'name': ReconfigVM_Task, 'duration_secs': 0.397727} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.098168] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance '6c31f363-6ede-4dfe-a4bb-6680e1f371ea' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.126674] env[69265]: DEBUG oslo_vmware.api [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Task: {'id': task-3476763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12874} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.126910] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.127156] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.127388] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.160679] env[69265]: INFO nova.compute.manager [-] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Took 1.46 seconds to deallocate network for instance. [ 1107.211225] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.211356] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df356531-e0a8-4d1b-af8c-c5a0680ee67f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.225255] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc485c64-c570-4cd7-8ec5-90087254060b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.262253] env[69265]: ERROR nova.compute.manager [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Failed to detach volume 62c0ee47-4350-4d18-a8e7-6f878e3eb7ba from /dev/sda: nova.exception.InstanceNotFound: Instance dbeef983-96fb-4c9f-86e7-5934cffafc55 could not be found. [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Traceback (most recent call last): [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self.driver.rebuild(**kwargs) [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] raise NotImplementedError() [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] NotImplementedError [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] During handling of the above exception, another exception occurred: [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Traceback (most recent call last): [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self.driver.detach_volume(context, old_connection_info, [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] return self._volumeops.detach_volume(connection_info, instance) [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self._detach_volume_vmdk(connection_info, instance) [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] stable_ref.fetch_moref(session) [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] nova.exception.InstanceNotFound: Instance dbeef983-96fb-4c9f-86e7-5934cffafc55 could not be found. [ 1107.262253] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] [ 1107.346139] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476760, 'name': ReconfigVM_Task, 'duration_secs': 0.818352} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.346139] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 72490342-0959-4a0e-85fd-c66a36591629/72490342-0959-4a0e-85fd-c66a36591629.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.346325] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c935e027-1cee-42dd-840d-5def5bcad8c3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.353824] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1107.353824] env[69265]: value = "task-3476764" [ 1107.353824] env[69265]: _type = "Task" [ 1107.353824] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.365685] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476764, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.406096] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.406952] env[69265]: DEBUG nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.409900] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.181s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.411762] env[69265]: INFO nova.compute.claims [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.456284] env[69265]: DEBUG nova.compute.utils [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Build of instance dbeef983-96fb-4c9f-86e7-5934cffafc55 aborted: Failed to rebuild volume backed instance. {{(pid=69265) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1107.458697] env[69265]: ERROR nova.compute.manager [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance dbeef983-96fb-4c9f-86e7-5934cffafc55 aborted: Failed to rebuild volume backed instance. [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Traceback (most recent call last): [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self.driver.rebuild(**kwargs) [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] raise NotImplementedError() [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] NotImplementedError [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] During handling of the above exception, another exception occurred: [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Traceback (most recent call last): [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self._detach_root_volume(context, instance, root_bdm) [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] with excutils.save_and_reraise_exception(): [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self.force_reraise() [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] raise self.value [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self.driver.detach_volume(context, old_connection_info, [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] return self._volumeops.detach_volume(connection_info, instance) [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self._detach_volume_vmdk(connection_info, instance) [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] stable_ref.fetch_moref(session) [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] nova.exception.InstanceNotFound: Instance dbeef983-96fb-4c9f-86e7-5934cffafc55 could not be found. [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] During handling of the above exception, another exception occurred: [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Traceback (most recent call last): [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] yield [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1107.458697] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self._do_rebuild_instance_with_claim( [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self._do_rebuild_instance( [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self._rebuild_default_impl(**kwargs) [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] self._rebuild_volume_backed_instance( [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] raise exception.BuildAbortException( [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] nova.exception.BuildAbortException: Build of instance dbeef983-96fb-4c9f-86e7-5934cffafc55 aborted: Failed to rebuild volume backed instance. [ 1107.459899] env[69265]: ERROR nova.compute.manager [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] [ 1107.517807] env[69265]: DEBUG nova.network.neutron [-] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.607832] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.608109] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.608406] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.608492] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.608592] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.608741] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.608950] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.609166] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.609342] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.609641] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.609724] env[69265]: DEBUG nova.virt.hardware [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.615271] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.615618] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad717cde-1d2c-4101-9aca-c7b7a27e0834 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.636522] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1107.636522] env[69265]: value = "task-3476765" [ 1107.636522] env[69265]: _type = "Task" [ 1107.636522] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.645504] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.667763] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.865518] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476764, 'name': Rename_Task, 'duration_secs': 0.237782} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.865902] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.866160] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60425526-0edf-422c-8776-db489e4e40e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.875928] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1107.875928] env[69265]: value = "task-3476766" [ 1107.875928] env[69265]: _type = "Task" [ 1107.875928] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.883902] env[69265]: DEBUG nova.compute.manager [req-53017ade-834b-4ab4-be67-2f142bfd8735 req-07d4b731-0eac-4e26-ad3e-8a63f0f788bd service nova] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Received event network-vif-deleted-0ed49f44-de8e-451a-8f64-95eb2ec68f11 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.884146] env[69265]: DEBUG nova.compute.manager [req-53017ade-834b-4ab4-be67-2f142bfd8735 req-07d4b731-0eac-4e26-ad3e-8a63f0f788bd service nova] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Received event network-vif-deleted-f85ad2df-71c0-4b58-b799-ec2d74e52452 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.890389] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.916786] env[69265]: DEBUG nova.compute.utils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.920488] env[69265]: DEBUG nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.920688] env[69265]: DEBUG nova.network.neutron [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.989020] env[69265]: DEBUG nova.policy [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '165ed4ab9f6b44c893b42dee5bac17d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5cba856f9ce4a53bd994eb7f2815533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.020699] env[69265]: INFO nova.compute.manager [-] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Took 1.41 seconds to deallocate network for instance. [ 1108.148564] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476765, 'name': ReconfigVM_Task, 'duration_secs': 0.363105} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.148862] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.149705] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c20ef2-1d3b-41c1-96ff-8604c1670ecf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.179776] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea/6c31f363-6ede-4dfe-a4bb-6680e1f371ea.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.182358] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81456934-9e66-446e-a0f2-99671f1b4713 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.201309] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1108.201309] env[69265]: value = "task-3476767" [ 1108.201309] env[69265]: _type = "Task" [ 1108.201309] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.210144] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.391818] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.392895] env[69265]: DEBUG nova.network.neutron [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Successfully created port: 23eff040-f82c-4acd-94f4-8ba4460b9e4a {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.421690] env[69265]: DEBUG nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.528422] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.700695] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a97406-1f30-4a45-9a3b-20205cc1dcc9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.713511] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476767, 'name': ReconfigVM_Task, 'duration_secs': 0.456546} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.715673] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea/6c31f363-6ede-4dfe-a4bb-6680e1f371ea.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.716135] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance '6c31f363-6ede-4dfe-a4bb-6680e1f371ea' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.720137] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8d3631-dc4c-4bdf-ae42-7e1feafed711 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.761701] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eae4268-24d9-49e9-9bd3-426d19b24722 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.770748] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f7ed84-2c0e-4a16-8b81-68f2ffc4cfc8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.786843] env[69265]: DEBUG nova.compute.provider_tree [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.888658] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.226933] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c276d8b-29d3-4720-819f-c8796063386c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.255804] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313da14b-ea0e-48ec-aaf1-59af844da901 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.280724] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance '6c31f363-6ede-4dfe-a4bb-6680e1f371ea' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.290793] env[69265]: DEBUG nova.scheduler.client.report [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.389314] env[69265]: DEBUG oslo_vmware.api [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476766, 'name': PowerOnVM_Task, 'duration_secs': 1.294432} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.389584] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.389836] env[69265]: INFO nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1109.390043] env[69265]: DEBUG nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.390841] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f347f19-d9be-4779-8fe7-74dc781ea88b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.428368] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.428499] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.438466] env[69265]: DEBUG nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.464903] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.465180] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.465342] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.465526] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.465674] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.465823] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.466038] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.466208] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.466376] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.466541] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.466718] env[69265]: DEBUG nova.virt.hardware [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.467603] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0847a144-3c5c-4973-81c0-f2f6c98df14f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.475200] env[69265]: DEBUG oslo_concurrency.lockutils [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.478520] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d3caa-8fa4-489d-9565-6aa26477c9e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.762558] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.762850] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.763053] env[69265]: INFO nova.compute.manager [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Shelving [ 1109.796043] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.796146] env[69265]: DEBUG nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.800298] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.853s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.800298] env[69265]: INFO nova.compute.claims [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.912233] env[69265]: INFO nova.compute.manager [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Took 33.55 seconds to build instance. [ 1109.938023] env[69265]: DEBUG nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.942476] env[69265]: DEBUG nova.network.neutron [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Successfully updated port: 23eff040-f82c-4acd-94f4-8ba4460b9e4a {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.992178] env[69265]: DEBUG nova.compute.manager [req-5756bc4c-3ae2-4a11-b2fa-20c74986998b req-dacdd2d2-bae1-4d3c-b8bc-a91821abdf37 service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Received event network-vif-plugged-23eff040-f82c-4acd-94f4-8ba4460b9e4a {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.992379] env[69265]: DEBUG oslo_concurrency.lockutils [req-5756bc4c-3ae2-4a11-b2fa-20c74986998b req-dacdd2d2-bae1-4d3c-b8bc-a91821abdf37 service nova] Acquiring lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.992646] env[69265]: DEBUG oslo_concurrency.lockutils [req-5756bc4c-3ae2-4a11-b2fa-20c74986998b req-dacdd2d2-bae1-4d3c-b8bc-a91821abdf37 service nova] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.992815] env[69265]: DEBUG oslo_concurrency.lockutils [req-5756bc4c-3ae2-4a11-b2fa-20c74986998b req-dacdd2d2-bae1-4d3c-b8bc-a91821abdf37 service nova] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.992962] env[69265]: DEBUG nova.compute.manager [req-5756bc4c-3ae2-4a11-b2fa-20c74986998b req-dacdd2d2-bae1-4d3c-b8bc-a91821abdf37 service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] No waiting events found dispatching network-vif-plugged-23eff040-f82c-4acd-94f4-8ba4460b9e4a {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.994041] env[69265]: WARNING nova.compute.manager [req-5756bc4c-3ae2-4a11-b2fa-20c74986998b req-dacdd2d2-bae1-4d3c-b8bc-a91821abdf37 service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Received unexpected event network-vif-plugged-23eff040-f82c-4acd-94f4-8ba4460b9e4a for instance with vm_state building and task_state spawning. [ 1110.304245] env[69265]: DEBUG nova.compute.utils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.308024] env[69265]: DEBUG nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.308024] env[69265]: DEBUG nova.network.neutron [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.325283] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Acquiring lock "dbeef983-96fb-4c9f-86e7-5934cffafc55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.326280] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "dbeef983-96fb-4c9f-86e7-5934cffafc55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.326280] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Acquiring lock "dbeef983-96fb-4c9f-86e7-5934cffafc55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.326280] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "dbeef983-96fb-4c9f-86e7-5934cffafc55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.326280] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "dbeef983-96fb-4c9f-86e7-5934cffafc55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.328238] env[69265]: INFO nova.compute.manager [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Terminating instance [ 1110.348689] env[69265]: DEBUG nova.policy [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa113d03e81f4fb98c08c8fb72948acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb1da8718026470194adbb065b9f3655', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.414899] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "72490342-0959-4a0e-85fd-c66a36591629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.068s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.443176] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.443346] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.443473] env[69265]: DEBUG nova.network.neutron [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.461024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.629517] env[69265]: DEBUG nova.network.neutron [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Successfully created port: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.771941] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.772018] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86a9c62-358b-4542-b29c-266677d614cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.780816] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1110.780816] env[69265]: value = "task-3476768" [ 1110.780816] env[69265]: _type = "Task" [ 1110.780816] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.791061] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.809187] env[69265]: DEBUG nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.832247] env[69265]: DEBUG nova.compute.manager [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.833196] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d56e81f-8a7b-4846-abf9-8b138d194d4f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.844843] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b3141b-6b5a-4d64-a8ce-1a23bb5067b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.887033] env[69265]: WARNING nova.virt.vmwareapi.driver [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance dbeef983-96fb-4c9f-86e7-5934cffafc55 could not be found. [ 1110.887033] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.889760] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c31c1739-7de4-4bcf-b1a7-90d09d22a6c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.900795] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26afa07b-06b6-416f-80ac-74a124261f24 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.954962] env[69265]: WARNING nova.virt.vmwareapi.vmops [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance dbeef983-96fb-4c9f-86e7-5934cffafc55 could not be found. [ 1110.954962] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.954962] env[69265]: INFO nova.compute.manager [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1110.954962] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.957773] env[69265]: DEBUG nova.compute.manager [-] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.957936] env[69265]: DEBUG nova.network.neutron [-] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.961233] env[69265]: DEBUG nova.network.neutron [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Port e3212a7d-bf32-4ac9-a8c1-42f9506bccdf binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1111.022358] env[69265]: DEBUG nova.network.neutron [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.183346] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b399bb44-4563-4f6b-b82e-603903093926 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.196396] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a39e3-9c49-4062-bbae-7d521f9e61fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.234584] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c640daf3-355f-4e32-9025-659b05a81351 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.244743] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dae0447-d8a0-4f98-a4c8-b1ac8de55455 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.260760] env[69265]: DEBUG nova.compute.provider_tree [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.291521] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476768, 'name': PowerOffVM_Task, 'duration_secs': 0.189507} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.295146] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.295146] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94db407-dc3c-4045-a168-a540a308fded {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.330626] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d61f5b-2f55-4636-8ec1-cb45c38eacb5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.366857] env[69265]: DEBUG nova.network.neutron [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance_info_cache with network_info: [{"id": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "address": "fa:16:3e:1b:25:4f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eff040-f8", "ovs_interfaceid": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.741024] env[69265]: DEBUG nova.compute.manager [req-917e6dae-0cc4-44a2-aa2a-e9d0638af58c req-91cc786a-5aa7-4c51-8d6e-e61274415004 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.741229] env[69265]: DEBUG nova.compute.manager [req-917e6dae-0cc4-44a2-aa2a-e9d0638af58c req-91cc786a-5aa7-4c51-8d6e-e61274415004 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing instance network info cache due to event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.741465] env[69265]: DEBUG oslo_concurrency.lockutils [req-917e6dae-0cc4-44a2-aa2a-e9d0638af58c req-91cc786a-5aa7-4c51-8d6e-e61274415004 service nova] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.741771] env[69265]: DEBUG oslo_concurrency.lockutils [req-917e6dae-0cc4-44a2-aa2a-e9d0638af58c req-91cc786a-5aa7-4c51-8d6e-e61274415004 service nova] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.741771] env[69265]: DEBUG nova.network.neutron [req-917e6dae-0cc4-44a2-aa2a-e9d0638af58c req-91cc786a-5aa7-4c51-8d6e-e61274415004 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.764217] env[69265]: DEBUG nova.scheduler.client.report [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.839057] env[69265]: DEBUG nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.847769] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1111.848096] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3505c11-fee8-4306-b43e-d21fc54af199 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.860644] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1111.860644] env[69265]: value = "task-3476769" [ 1111.860644] env[69265]: _type = "Task" [ 1111.860644] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.868474] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.870915] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.871818] env[69265]: DEBUG nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Instance network_info: |[{"id": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "address": "fa:16:3e:1b:25:4f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eff040-f8", "ovs_interfaceid": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.872141] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:25:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23eff040-f82c-4acd-94f4-8ba4460b9e4a', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.879575] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.883025] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.883025] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.883025] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.883645] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.883645] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.883645] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.883645] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.883896] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.883954] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.884367] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.884540] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.884981] env[69265]: DEBUG nova.virt.hardware [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.884981] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5632dfc-27af-4bc9-a701-301da66f53de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.900293] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c07dbb-7a99-491a-a174-d85b71c694fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.912637] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97bb445-f87b-41a0-80b5-821d5723a280 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.917557] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.917557] env[69265]: value = "task-3476770" [ 1111.917557] env[69265]: _type = "Task" [ 1111.917557] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.933917] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476770, 'name': CreateVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.989086] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.989368] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.992540] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.032283] env[69265]: DEBUG nova.compute.manager [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Received event network-changed-23eff040-f82c-4acd-94f4-8ba4460b9e4a {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.032588] env[69265]: DEBUG nova.compute.manager [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Refreshing instance network info cache due to event network-changed-23eff040-f82c-4acd-94f4-8ba4460b9e4a. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.032758] env[69265]: DEBUG oslo_concurrency.lockutils [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] Acquiring lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.032899] env[69265]: DEBUG oslo_concurrency.lockutils [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] Acquired lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.033403] env[69265]: DEBUG nova.network.neutron [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Refreshing network info cache for port 23eff040-f82c-4acd-94f4-8ba4460b9e4a {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.057382] env[69265]: DEBUG nova.network.neutron [-] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.269296] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.269833] env[69265]: DEBUG nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.272789] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.033s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.273048] env[69265]: DEBUG nova.objects.instance [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lazy-loading 'resources' on Instance uuid ef5ae28a-6c13-4a59-9bf3-f241df6b8635 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.372438] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476769, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.425712] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476770, 'name': CreateVM_Task, 'duration_secs': 0.445962} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.425979] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.426742] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.426916] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.427263] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.427516] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25700c8c-d70b-46f3-9c5c-06cd3833bd50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.432334] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1112.432334] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d253a8-5de2-551d-3865-1a09949aa767" [ 1112.432334] env[69265]: _type = "Task" [ 1112.432334] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.440837] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d253a8-5de2-551d-3865-1a09949aa767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.561284] env[69265]: INFO nova.compute.manager [-] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Took 1.60 seconds to deallocate network for instance. [ 1112.635454] env[69265]: DEBUG nova.network.neutron [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Successfully updated port: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.781240] env[69265]: DEBUG nova.compute.utils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.784165] env[69265]: DEBUG nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.784662] env[69265]: DEBUG nova.network.neutron [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.840197] env[69265]: DEBUG nova.network.neutron [req-917e6dae-0cc4-44a2-aa2a-e9d0638af58c req-91cc786a-5aa7-4c51-8d6e-e61274415004 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updated VIF entry in instance network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.840751] env[69265]: DEBUG nova.network.neutron [req-917e6dae-0cc4-44a2-aa2a-e9d0638af58c req-91cc786a-5aa7-4c51-8d6e-e61274415004 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.851039] env[69265]: DEBUG nova.policy [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9f3247ea71462386d33a35099087ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73342363a92549deab4aa81459a7a272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.875520] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476769, 'name': CreateSnapshot_Task, 'duration_secs': 0.793811} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.876669] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1112.878966] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927f6aef-5156-4dda-8205-fdce8b896113 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.948167] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d253a8-5de2-551d-3865-1a09949aa767, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.948497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.948922] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.950260] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.950260] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.950260] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.950902] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1301ff0a-84e3-400d-b7ee-123d6afb21db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.968338] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.968627] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.969700] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3228889e-27f3-4101-ac54-9688323046b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.983858] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1112.983858] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d84507-87c0-13e6-d2e4-305cf67561f9" [ 1112.983858] env[69265]: _type = "Task" [ 1112.983858] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.993440] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d84507-87c0-13e6-d2e4-305cf67561f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.050712] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.050952] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.051160] env[69265]: DEBUG nova.network.neutron [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.142027] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.142027] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.142027] env[69265]: DEBUG nova.network.neutron [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.142027] env[69265]: INFO nova.compute.manager [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Took 0.58 seconds to detach 1 volumes for instance. [ 1113.144745] env[69265]: DEBUG nova.network.neutron [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updated VIF entry in instance network info cache for port 23eff040-f82c-4acd-94f4-8ba4460b9e4a. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.145259] env[69265]: DEBUG nova.network.neutron [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance_info_cache with network_info: [{"id": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "address": "fa:16:3e:1b:25:4f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eff040-f8", "ovs_interfaceid": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.148084] env[69265]: DEBUG nova.compute.manager [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Deleting volume: 62c0ee47-4350-4d18-a8e7-6f878e3eb7ba {{(pid=69265) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1113.186536] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd3288-b8e9-4ad7-a041-51c6c11895c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.197609] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e3d86-24bd-401f-b3d7-b626b4bdc7ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.248202] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0193f082-15e0-448a-9306-8f0b7789c2ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.252158] env[69265]: DEBUG nova.network.neutron [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Successfully created port: 669a5c09-e327-4872-b95a-13ee6d60b17e {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.260963] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61d9fb8-e066-4474-96af-14367e4f71b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.277966] env[69265]: DEBUG nova.compute.provider_tree [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.284449] env[69265]: DEBUG nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.348305] env[69265]: DEBUG oslo_concurrency.lockutils [req-917e6dae-0cc4-44a2-aa2a-e9d0638af58c req-91cc786a-5aa7-4c51-8d6e-e61274415004 service nova] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.407784] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1113.407784] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14a189cb-6272-46bf-b919-483e3be79390 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.418470] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1113.418470] env[69265]: value = "task-3476772" [ 1113.418470] env[69265]: _type = "Task" [ 1113.418470] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.432489] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476772, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.502045] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d84507-87c0-13e6-d2e4-305cf67561f9, 'name': SearchDatastore_Task, 'duration_secs': 0.023004} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.502502] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ac82c3-62e7-45a2-9975-71c03f6b3fde {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.511570] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1113.511570] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52893b86-b091-268c-dc35-c7400c503442" [ 1113.511570] env[69265]: _type = "Task" [ 1113.511570] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.522306] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52893b86-b091-268c-dc35-c7400c503442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.653315] env[69265]: DEBUG oslo_concurrency.lockutils [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] Releasing lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.653729] env[69265]: DEBUG nova.compute.manager [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Received event network-vif-deleted-4821bcbf-1b87-4e79-ad57-87e0a90a7a96 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.654107] env[69265]: INFO nova.compute.manager [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Neutron deleted interface 4821bcbf-1b87-4e79-ad57-87e0a90a7a96; detaching it from the instance and deleting it from the info cache [ 1113.654384] env[69265]: DEBUG nova.network.neutron [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.707394] env[69265]: DEBUG nova.network.neutron [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.752951] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.781472] env[69265]: DEBUG nova.scheduler.client.report [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.931953] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476772, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.933990] env[69265]: DEBUG nova.network.neutron [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Updating instance_info_cache with network_info: [{"id": "9bff80c3-4b43-41f6-a9dd-eb15945d82ff", "address": "fa:16:3e:27:91:e4", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bff80c3-4b", "ovs_interfaceid": "9bff80c3-4b43-41f6-a9dd-eb15945d82ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.023251] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52893b86-b091-268c-dc35-c7400c503442, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.023577] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.023911] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f663f4f5-e4db-4b89-a3a7-a4d40d10c112/f663f4f5-e4db-4b89-a3a7-a4d40d10c112.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.024264] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0bf26b7-6db0-4fa4-a8fb-995b37619be0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.034663] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1114.034663] env[69265]: value = "task-3476773" [ 1114.034663] env[69265]: _type = "Task" [ 1114.034663] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.044823] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.158425] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c033736-69ae-42bb-8ad2-b8cc8a24a866 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.171782] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d8b56-3d20-4817-9e4a-9ad1f1b45c84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.208136] env[69265]: DEBUG nova.compute.manager [req-fa19ffbb-af5f-4fdb-95f1-784b1c5fd001 req-6ae66007-ab19-44af-8edb-cb6ceed5adff service nova] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Detach interface failed, port_id=4821bcbf-1b87-4e79-ad57-87e0a90a7a96, reason: Instance dbeef983-96fb-4c9f-86e7-5934cffafc55 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.222039] env[69265]: DEBUG nova.compute.manager [req-ce270894-dfde-4620-8bc0-00af0cb12eff req-a2a82a5c-ae4c-4613-bdc9-e7019e5e163e service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received event network-changed-e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.222039] env[69265]: DEBUG nova.compute.manager [req-ce270894-dfde-4620-8bc0-00af0cb12eff req-a2a82a5c-ae4c-4613-bdc9-e7019e5e163e service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing instance network info cache due to event network-changed-e8786732-9a73-49e3-a9c8-b64dbbb21b69. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.222039] env[69265]: DEBUG oslo_concurrency.lockutils [req-ce270894-dfde-4620-8bc0-00af0cb12eff req-a2a82a5c-ae4c-4613-bdc9-e7019e5e163e service nova] Acquiring lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.222039] env[69265]: DEBUG oslo_concurrency.lockutils [req-ce270894-dfde-4620-8bc0-00af0cb12eff req-a2a82a5c-ae4c-4613-bdc9-e7019e5e163e service nova] Acquired lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.222039] env[69265]: DEBUG nova.network.neutron [req-ce270894-dfde-4620-8bc0-00af0cb12eff req-a2a82a5c-ae4c-4613-bdc9-e7019e5e163e service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing network info cache for port e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.254289] env[69265]: DEBUG nova.compute.manager [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Received event network-vif-plugged-9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.254289] env[69265]: DEBUG oslo_concurrency.lockutils [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] Acquiring lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.254496] env[69265]: DEBUG oslo_concurrency.lockutils [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] Lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.254753] env[69265]: DEBUG oslo_concurrency.lockutils [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] Lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.254930] env[69265]: DEBUG nova.compute.manager [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] No waiting events found dispatching network-vif-plugged-9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.255532] env[69265]: WARNING nova.compute.manager [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Received unexpected event network-vif-plugged-9bff80c3-4b43-41f6-a9dd-eb15945d82ff for instance with vm_state building and task_state spawning. [ 1114.259025] env[69265]: DEBUG nova.compute.manager [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Received event network-changed-9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.259025] env[69265]: DEBUG nova.compute.manager [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Refreshing instance network info cache due to event network-changed-9bff80c3-4b43-41f6-a9dd-eb15945d82ff. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.259025] env[69265]: DEBUG oslo_concurrency.lockutils [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] Acquiring lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.289957] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.293092] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.817s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.295037] env[69265]: INFO nova.compute.claims [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.299561] env[69265]: DEBUG nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.317607] env[69265]: INFO nova.scheduler.client.report [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Deleted allocations for instance ef5ae28a-6c13-4a59-9bf3-f241df6b8635 [ 1114.335243] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.335518] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.335710] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.335901] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.336419] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.336675] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.337150] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.337522] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.337801] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.337983] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.340094] env[69265]: DEBUG nova.virt.hardware [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.340094] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a70ae2-7b5e-4353-8674-b75a2a5ed167 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.349978] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8315e042-2b33-4bd2-a28c-a1f879438ba1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.431484] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476772, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.436442] env[69265]: DEBUG nova.network.neutron [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance_info_cache with network_info: [{"id": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "address": "fa:16:3e:5b:5f:16", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3212a7d-bf", "ovs_interfaceid": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.437890] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.438504] env[69265]: DEBUG nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Instance network_info: |[{"id": "9bff80c3-4b43-41f6-a9dd-eb15945d82ff", "address": "fa:16:3e:27:91:e4", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bff80c3-4b", "ovs_interfaceid": "9bff80c3-4b43-41f6-a9dd-eb15945d82ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.438793] env[69265]: DEBUG oslo_concurrency.lockutils [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] Acquired lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.439487] env[69265]: DEBUG nova.network.neutron [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Refreshing network info cache for port 9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.440265] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:91:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bff80c3-4b43-41f6-a9dd-eb15945d82ff', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.448483] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.451859] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.452597] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5943681d-2858-4323-b3ed-785939f52665 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.474786] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.474786] env[69265]: value = "task-3476774" [ 1114.474786] env[69265]: _type = "Task" [ 1114.474786] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.484274] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476774, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.548728] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476773, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.735524] env[69265]: DEBUG nova.network.neutron [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Updated VIF entry in instance network info cache for port 9bff80c3-4b43-41f6-a9dd-eb15945d82ff. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.735524] env[69265]: DEBUG nova.network.neutron [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Updating instance_info_cache with network_info: [{"id": "9bff80c3-4b43-41f6-a9dd-eb15945d82ff", "address": "fa:16:3e:27:91:e4", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bff80c3-4b", "ovs_interfaceid": "9bff80c3-4b43-41f6-a9dd-eb15945d82ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.827199] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e4946d44-a4b8-44d5-a31a-b07dceea295f tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Lock "ef5ae28a-6c13-4a59-9bf3-f241df6b8635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.020s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.931456] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476772, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.939511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.990461] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476774, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.047964] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889106} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.048888] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] f663f4f5-e4db-4b89-a3a7-a4d40d10c112/f663f4f5-e4db-4b89-a3a7-a4d40d10c112.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.049317] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.049724] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c324341d-076b-4a03-8412-4b9be7628d30 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.060019] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1115.060019] env[69265]: value = "task-3476775" [ 1115.060019] env[69265]: _type = "Task" [ 1115.060019] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.071876] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.142963] env[69265]: DEBUG nova.network.neutron [req-ce270894-dfde-4620-8bc0-00af0cb12eff req-a2a82a5c-ae4c-4613-bdc9-e7019e5e163e service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updated VIF entry in instance network info cache for port e8786732-9a73-49e3-a9c8-b64dbbb21b69. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.142963] env[69265]: DEBUG nova.network.neutron [req-ce270894-dfde-4620-8bc0-00af0cb12eff req-a2a82a5c-ae4c-4613-bdc9-e7019e5e163e service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.206663] env[69265]: DEBUG nova.network.neutron [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Successfully updated port: 669a5c09-e327-4872-b95a-13ee6d60b17e {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.238050] env[69265]: DEBUG oslo_concurrency.lockutils [req-2d2ee731-6450-487d-9d55-1702488208ff req-6612b261-dac9-4362-8d18-68f1204fc3fc service nova] Releasing lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.431197] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476772, 'name': CloneVM_Task} progress is 95%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.451360] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9221fbca-db0e-4402-8854-ca96d7eb5d9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.460327] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ac8f9-bb6e-4577-b457-7c574bf8a7ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.496187] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476774, 'name': CreateVM_Task, 'duration_secs': 0.885691} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.496461] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.497294] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.497513] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.497884] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.498176] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7312ee-eb4e-46b4-b885-928c10d3dd70 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.508532] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1115.508532] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d28102-73ff-c901-b079-3cb729b9f103" [ 1115.508532] env[69265]: _type = "Task" [ 1115.508532] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.519101] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d28102-73ff-c901-b079-3cb729b9f103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.572045] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069876} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.572325] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.573154] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17750f50-3fc4-4e30-9210-a92265c93781 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.596949] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] f663f4f5-e4db-4b89-a3a7-a4d40d10c112/f663f4f5-e4db-4b89-a3a7-a4d40d10c112.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.599789] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf0621c-bb4b-422f-b61e-4897d83c9c38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.625452] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1115.625452] env[69265]: value = "task-3476776" [ 1115.625452] env[69265]: _type = "Task" [ 1115.625452] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.638786] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.645044] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daae2e8-ec3c-496b-a485-0a12291a4e18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.648180] env[69265]: DEBUG oslo_concurrency.lockutils [req-ce270894-dfde-4620-8bc0-00af0cb12eff req-a2a82a5c-ae4c-4613-bdc9-e7019e5e163e service nova] Releasing lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.654334] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49bb56f-ffce-4929-8ad9-d2a6f9621a1b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.689019] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dfdb52-4d23-43a7-bf60-bb2797dbc4ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.697118] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8d4fb9-d09a-44a7-8443-2f30a7e4388e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.711031] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "refresh_cache-12693607-2180-4b98-8c0e-34e1b0b072aa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.711193] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "refresh_cache-12693607-2180-4b98-8c0e-34e1b0b072aa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.711346] env[69265]: DEBUG nova.network.neutron [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.712757] env[69265]: DEBUG nova.compute.provider_tree [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.932334] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476772, 'name': CloneVM_Task, 'duration_secs': 2.130743} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.933026] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Created linked-clone VM from snapshot [ 1115.933409] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83952d02-d7ca-4895-be5e-d6d4326fab23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.942779] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Uploading image 39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1115.970175] env[69265]: DEBUG oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1115.970175] env[69265]: value = "vm-695130" [ 1115.970175] env[69265]: _type = "VirtualMachine" [ 1115.970175] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1115.970605] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4907ae25-a156-447b-b392-a8520c0520bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.979360] env[69265]: DEBUG oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lease: (returnval){ [ 1115.979360] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5262101c-4d8c-730b-e7de-d461463be299" [ 1115.979360] env[69265]: _type = "HttpNfcLease" [ 1115.979360] env[69265]: } obtained for exporting VM: (result){ [ 1115.979360] env[69265]: value = "vm-695130" [ 1115.979360] env[69265]: _type = "VirtualMachine" [ 1115.979360] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1115.979604] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the lease: (returnval){ [ 1115.979604] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5262101c-4d8c-730b-e7de-d461463be299" [ 1115.979604] env[69265]: _type = "HttpNfcLease" [ 1115.979604] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1115.987359] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.987359] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5262101c-4d8c-730b-e7de-d461463be299" [ 1115.987359] env[69265]: _type = "HttpNfcLease" [ 1115.987359] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1116.020042] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d28102-73ff-c901-b079-3cb729b9f103, 'name': SearchDatastore_Task, 'duration_secs': 0.013226} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.020042] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.020042] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.020257] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.020355] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.020535] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.020809] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f67bb905-3625-4ffd-b483-0485952ee496 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.031121] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.031303] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.032121] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebacbdc4-b729-4e15-b366-a94f5a6877a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.039563] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1116.039563] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5288889d-9c32-5503-2860-e99eed25b262" [ 1116.039563] env[69265]: _type = "Task" [ 1116.039563] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.051897] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5288889d-9c32-5503-2860-e99eed25b262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.121666] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-5db316a0-b835-4433-8d59-aec5c21e72d9-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.122012] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-5db316a0-b835-4433-8d59-aec5c21e72d9-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.122453] env[69265]: DEBUG nova.objects.instance [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'flavor' on Instance uuid 5db316a0-b835-4433-8d59-aec5c21e72d9 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.139013] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.219091] env[69265]: DEBUG nova.scheduler.client.report [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.258933] env[69265]: DEBUG nova.network.neutron [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.314278] env[69265]: DEBUG nova.compute.manager [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received event network-changed-e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.314278] env[69265]: DEBUG nova.compute.manager [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing instance network info cache due to event network-changed-e8786732-9a73-49e3-a9c8-b64dbbb21b69. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.314521] env[69265]: DEBUG oslo_concurrency.lockutils [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] Acquiring lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.314758] env[69265]: DEBUG oslo_concurrency.lockutils [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] Acquired lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.317570] env[69265]: DEBUG nova.network.neutron [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing network info cache for port e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.336948] env[69265]: DEBUG nova.compute.manager [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Received event network-vif-plugged-669a5c09-e327-4872-b95a-13ee6d60b17e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.337157] env[69265]: DEBUG oslo_concurrency.lockutils [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] Acquiring lock "12693607-2180-4b98-8c0e-34e1b0b072aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.337367] env[69265]: DEBUG oslo_concurrency.lockutils [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] Lock "12693607-2180-4b98-8c0e-34e1b0b072aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.337561] env[69265]: DEBUG oslo_concurrency.lockutils [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] Lock "12693607-2180-4b98-8c0e-34e1b0b072aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.337695] env[69265]: DEBUG nova.compute.manager [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] No waiting events found dispatching network-vif-plugged-669a5c09-e327-4872-b95a-13ee6d60b17e {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.337849] env[69265]: WARNING nova.compute.manager [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Received unexpected event network-vif-plugged-669a5c09-e327-4872-b95a-13ee6d60b17e for instance with vm_state building and task_state spawning. [ 1116.338016] env[69265]: DEBUG nova.compute.manager [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Received event network-changed-669a5c09-e327-4872-b95a-13ee6d60b17e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.339322] env[69265]: DEBUG nova.compute.manager [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Refreshing instance network info cache due to event network-changed-669a5c09-e327-4872-b95a-13ee6d60b17e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.339517] env[69265]: DEBUG oslo_concurrency.lockutils [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] Acquiring lock "refresh_cache-12693607-2180-4b98-8c0e-34e1b0b072aa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.485122] env[69265]: DEBUG nova.network.neutron [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Updating instance_info_cache with network_info: [{"id": "669a5c09-e327-4872-b95a-13ee6d60b17e", "address": "fa:16:3e:7f:8d:4c", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669a5c09-e3", "ovs_interfaceid": "669a5c09-e327-4872-b95a-13ee6d60b17e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.491813] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.491813] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5262101c-4d8c-730b-e7de-d461463be299" [ 1116.491813] env[69265]: _type = "HttpNfcLease" [ 1116.491813] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1116.492140] env[69265]: DEBUG oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1116.492140] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5262101c-4d8c-730b-e7de-d461463be299" [ 1116.492140] env[69265]: _type = "HttpNfcLease" [ 1116.492140] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1116.492939] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9323d1-441e-43f8-9e5f-d2a452f369a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.505286] env[69265]: DEBUG oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52697ee0-b62a-6abb-a5b5-895ef127be76/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1116.505492] env[69265]: DEBUG oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52697ee0-b62a-6abb-a5b5-895ef127be76/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1116.575445] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5288889d-9c32-5503-2860-e99eed25b262, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.576566] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bf6669-4781-44a1-ad0b-f3fdfd89c994 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.584666] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1116.584666] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bd3bfd-2cbb-71fc-befb-4e934db20c55" [ 1116.584666] env[69265]: _type = "Task" [ 1116.584666] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.594023] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bd3bfd-2cbb-71fc-befb-4e934db20c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.598112] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d8b9ffe-b320-4865-a439-1d667df2104e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.601411] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8cf8a5-816d-425d-82a0-2fdf9c0d27e8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.630713] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73881f58-f1fb-46f1-933f-e3dba15ce5fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.642288] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance '6c31f363-6ede-4dfe-a4bb-6680e1f371ea' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.651328] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476776, 'name': ReconfigVM_Task, 'duration_secs': 0.831632} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.652075] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Reconfigured VM instance instance-0000005d to attach disk [datastore1] f663f4f5-e4db-4b89-a3a7-a4d40d10c112/f663f4f5-e4db-4b89-a3a7-a4d40d10c112.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.652692] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2563544-ea29-4d3b-816a-33eb45d03ab2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.665080] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1116.665080] env[69265]: value = "task-3476778" [ 1116.665080] env[69265]: _type = "Task" [ 1116.665080] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.676916] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476778, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.724165] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.724705] env[69265]: DEBUG nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.727499] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.060s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.727722] env[69265]: DEBUG nova.objects.instance [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lazy-loading 'resources' on Instance uuid f4f0a86a-86f6-4011-84ec-f2ec026554b2 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.786423] env[69265]: DEBUG nova.objects.instance [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'pci_requests' on Instance uuid 5db316a0-b835-4433-8d59-aec5c21e72d9 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.990547] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "refresh_cache-12693607-2180-4b98-8c0e-34e1b0b072aa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.990547] env[69265]: DEBUG nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Instance network_info: |[{"id": "669a5c09-e327-4872-b95a-13ee6d60b17e", "address": "fa:16:3e:7f:8d:4c", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669a5c09-e3", "ovs_interfaceid": "669a5c09-e327-4872-b95a-13ee6d60b17e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.990547] env[69265]: DEBUG oslo_concurrency.lockutils [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] Acquired lock "refresh_cache-12693607-2180-4b98-8c0e-34e1b0b072aa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.990547] env[69265]: DEBUG nova.network.neutron [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Refreshing network info cache for port 669a5c09-e327-4872-b95a-13ee6d60b17e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.990547] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:8d:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '669a5c09-e327-4872-b95a-13ee6d60b17e', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.002886] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.008972] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.009766] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cc66b93-de16-4851-817b-a89f0c8ac9dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.033349] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.033349] env[69265]: value = "task-3476779" [ 1117.033349] env[69265]: _type = "Task" [ 1117.033349] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.050038] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476779, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.102085] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bd3bfd-2cbb-71fc-befb-4e934db20c55, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.102409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.103299] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 37ae3479-9afa-41e5-a1af-7e24bc9dccd2/37ae3479-9afa-41e5-a1af-7e24bc9dccd2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.103299] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9071d9ce-ad97-430a-8a2a-8a43436410dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.106185] env[69265]: DEBUG nova.network.neutron [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updated VIF entry in instance network info cache for port e8786732-9a73-49e3-a9c8-b64dbbb21b69. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.107380] env[69265]: DEBUG nova.network.neutron [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.114785] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1117.114785] env[69265]: value = "task-3476780" [ 1117.114785] env[69265]: _type = "Task" [ 1117.114785] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.125190] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.154944] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.157344] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-256ade34-24a3-427c-ba95-5fef66d887b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.168068] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1117.168068] env[69265]: value = "task-3476781" [ 1117.168068] env[69265]: _type = "Task" [ 1117.168068] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.182444] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.189493] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476778, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.235447] env[69265]: DEBUG nova.compute.utils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.243131] env[69265]: DEBUG nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.243131] env[69265]: DEBUG nova.network.neutron [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.288970] env[69265]: DEBUG nova.objects.base [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Object Instance<5db316a0-b835-4433-8d59-aec5c21e72d9> lazy-loaded attributes: flavor,pci_requests {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.289801] env[69265]: DEBUG nova.network.neutron [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.310987] env[69265]: DEBUG nova.policy [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '533c132e5ee449e780d03ce2ef5350a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b8ace6cf36454cae77bfc54e812c77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.314959] env[69265]: DEBUG nova.network.neutron [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Updated VIF entry in instance network info cache for port 669a5c09-e327-4872-b95a-13ee6d60b17e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.315853] env[69265]: DEBUG nova.network.neutron [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Updating instance_info_cache with network_info: [{"id": "669a5c09-e327-4872-b95a-13ee6d60b17e", "address": "fa:16:3e:7f:8d:4c", "network": {"id": "10fe0344-43b5-4f0e-8d31-f93d42a7028b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-389574041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73342363a92549deab4aa81459a7a272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669a5c09-e3", "ovs_interfaceid": "669a5c09-e327-4872-b95a-13ee6d60b17e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.455907] env[69265]: DEBUG nova.policy [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.549265] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476779, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.579803] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fd3a33-a575-445e-baef-46527f4ac8fd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.591096] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e93cee-39fa-4191-9838-2be6103ba3bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.631525] env[69265]: DEBUG oslo_concurrency.lockutils [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] Releasing lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.631697] env[69265]: DEBUG nova.compute.manager [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.631958] env[69265]: DEBUG nova.compute.manager [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing instance network info cache due to event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.632219] env[69265]: DEBUG oslo_concurrency.lockutils [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.632462] env[69265]: DEBUG oslo_concurrency.lockutils [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.632802] env[69265]: DEBUG nova.network.neutron [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.638937] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded7ad5f-32c2-4862-a798-2121039f4f07 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.657439] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476780, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.659506] env[69265]: DEBUG nova.network.neutron [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Successfully created port: afd4c14b-2cec-4cd3-a624-d29c708a56d9 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.664345] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24c02b6-fdf7-4e3f-98ed-9bea10c3ba94 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.687374] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.699562] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476778, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.700157] env[69265]: DEBUG nova.compute.provider_tree [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.742394] env[69265]: DEBUG nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.817985] env[69265]: DEBUG oslo_concurrency.lockutils [req-044e5a03-d967-4faf-8a21-2f1e1e9c6ee5 req-57f6b83d-1e3d-46e7-9550-2ada100b73f8 service nova] Releasing lock "refresh_cache-12693607-2180-4b98-8c0e-34e1b0b072aa" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.046149] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476779, 'name': CreateVM_Task, 'duration_secs': 0.557756} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.046470] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.047300] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.047551] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.048017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.048335] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7826b96-22a0-43ed-9808-405e64eeb39b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.054017] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1118.054017] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520eb1a5-751f-8568-cd8e-c7802b009a58" [ 1118.054017] env[69265]: _type = "Task" [ 1118.054017] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.066081] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520eb1a5-751f-8568-cd8e-c7802b009a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.146947] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600828} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.147319] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 37ae3479-9afa-41e5-a1af-7e24bc9dccd2/37ae3479-9afa-41e5-a1af-7e24bc9dccd2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.147493] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.147749] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cadb3a7-b6a3-4558-8c1c-ed43776efaf2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.158354] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1118.158354] env[69265]: value = "task-3476782" [ 1118.158354] env[69265]: _type = "Task" [ 1118.158354] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.170086] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.191506] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.191932] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476778, 'name': Rename_Task, 'duration_secs': 1.277997} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.192325] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.192640] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af6754b-d3f4-43d0-9e1b-efcf8fd67f68 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.202184] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1118.202184] env[69265]: value = "task-3476783" [ 1118.202184] env[69265]: _type = "Task" [ 1118.202184] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.206568] env[69265]: DEBUG nova.scheduler.client.report [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.218538] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.390697] env[69265]: DEBUG nova.network.neutron [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updated VIF entry in instance network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.390938] env[69265]: DEBUG nova.network.neutron [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.569078] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520eb1a5-751f-8568-cd8e-c7802b009a58, 'name': SearchDatastore_Task, 'duration_secs': 0.031865} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.570102] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.570644] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.570921] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.571165] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.571697] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.572128] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94a57450-eb09-45cf-8013-ab603e8317e0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.585026] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.585026] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.585026] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6c3750-ad02-4665-8c4c-059da60b1f9b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.592455] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1118.592455] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ec31a-22aa-7427-8a3c-6172ba24e333" [ 1118.592455] env[69265]: _type = "Task" [ 1118.592455] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.602159] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ec31a-22aa-7427-8a3c-6172ba24e333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.672210] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074423} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.672687] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.676577] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404b261-ed55-4812-974d-eb65a251cad1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.685502] env[69265]: DEBUG oslo_vmware.api [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476781, 'name': PowerOnVM_Task, 'duration_secs': 1.426572} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.695881] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.696215] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-823d71c0-c66b-40ab-92fc-051914821539 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance '6c31f363-6ede-4dfe-a4bb-6680e1f371ea' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.708514] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 37ae3479-9afa-41e5-a1af-7e24bc9dccd2/37ae3479-9afa-41e5-a1af-7e24bc9dccd2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.709257] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a3def3e-f632-4e5c-a57c-4384168931a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.729694] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.732737] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.204s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.733942] env[69265]: DEBUG nova.objects.instance [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lazy-loading 'resources' on Instance uuid b58d616b-f2b0-437e-b9b1-8f1b876b58b8 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.741967] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476783, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.744760] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1118.744760] env[69265]: value = "task-3476784" [ 1118.744760] env[69265]: _type = "Task" [ 1118.744760] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.751101] env[69265]: DEBUG nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.757641] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.761609] env[69265]: INFO nova.scheduler.client.report [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted allocations for instance f4f0a86a-86f6-4011-84ec-f2ec026554b2 [ 1118.791188] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.791747] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.791747] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.791912] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.792034] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.792185] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.792398] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.792557] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.792724] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.792889] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.793081] env[69265]: DEBUG nova.virt.hardware [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.794518] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a110c0-1369-45c9-b727-9abbab32c947 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.804485] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5201eb38-568b-4443-81e2-28f66a57c145 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.894580] env[69265]: DEBUG oslo_concurrency.lockutils [req-110d6c83-6192-4969-8087-56fac58f9a4d req-61a513c0-4515-46bf-857f-475ac42405d0 service nova] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.108675] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522ec31a-22aa-7427-8a3c-6172ba24e333, 'name': SearchDatastore_Task, 'duration_secs': 0.02004} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.109642] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e479fb-0ef1-4dac-ab11-21c485e605db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.116591] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1119.116591] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b04d99-1d58-e105-0bf8-28e21e59967b" [ 1119.116591] env[69265]: _type = "Task" [ 1119.116591] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.126393] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b04d99-1d58-e105-0bf8-28e21e59967b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.230200] env[69265]: DEBUG oslo_vmware.api [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476783, 'name': PowerOnVM_Task, 'duration_secs': 0.671158} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.230608] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.230759] env[69265]: INFO nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1119.230945] env[69265]: DEBUG nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.231869] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf54fd3-206b-4efb-8aef-0e63f60bf6e0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.254652] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476784, 'name': ReconfigVM_Task, 'duration_secs': 0.504714} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.254939] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 37ae3479-9afa-41e5-a1af-7e24bc9dccd2/37ae3479-9afa-41e5-a1af-7e24bc9dccd2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.255594] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5e542dc-6615-4de8-8a31-1de8f79171b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.265783] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1119.265783] env[69265]: value = "task-3476785" [ 1119.265783] env[69265]: _type = "Task" [ 1119.265783] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.279305] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "f4f0a86a-86f6-4011-84ec-f2ec026554b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.219s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.284899] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476785, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.362516] env[69265]: DEBUG nova.network.neutron [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Successfully updated port: afd4c14b-2cec-4cd3-a624-d29c708a56d9 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.464501] env[69265]: DEBUG nova.compute.manager [req-f671c95f-b555-48f7-b44d-dfb9f01032e4 req-cff518a4-4656-4c58-a1d7-406ec59d79ff service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Received event network-vif-plugged-afd4c14b-2cec-4cd3-a624-d29c708a56d9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.464501] env[69265]: DEBUG oslo_concurrency.lockutils [req-f671c95f-b555-48f7-b44d-dfb9f01032e4 req-cff518a4-4656-4c58-a1d7-406ec59d79ff service nova] Acquiring lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.464501] env[69265]: DEBUG oslo_concurrency.lockutils [req-f671c95f-b555-48f7-b44d-dfb9f01032e4 req-cff518a4-4656-4c58-a1d7-406ec59d79ff service nova] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.464501] env[69265]: DEBUG oslo_concurrency.lockutils [req-f671c95f-b555-48f7-b44d-dfb9f01032e4 req-cff518a4-4656-4c58-a1d7-406ec59d79ff service nova] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.464501] env[69265]: DEBUG nova.compute.manager [req-f671c95f-b555-48f7-b44d-dfb9f01032e4 req-cff518a4-4656-4c58-a1d7-406ec59d79ff service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] No waiting events found dispatching network-vif-plugged-afd4c14b-2cec-4cd3-a624-d29c708a56d9 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.464501] env[69265]: WARNING nova.compute.manager [req-f671c95f-b555-48f7-b44d-dfb9f01032e4 req-cff518a4-4656-4c58-a1d7-406ec59d79ff service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Received unexpected event network-vif-plugged-afd4c14b-2cec-4cd3-a624-d29c708a56d9 for instance with vm_state building and task_state spawning. [ 1119.533269] env[69265]: DEBUG nova.network.neutron [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Successfully updated port: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.554902] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41169bd-9aab-4430-9550-5b1f366f0637 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.568667] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e89d15-5a24-4d19-b644-7e87317ed37c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.606508] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4449ab4-a6f4-444e-8fd0-cdeeaefdfcc4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.616414] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d1eef-f3aa-44eb-8386-ea51ac83823a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.623739] env[69265]: DEBUG nova.compute.manager [req-9e333892-cd47-42e4-9d17-18d419b5d6cd req-fa957fa5-8413-4b08-8cc3-d9893c4b131c service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-vif-plugged-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.623997] env[69265]: DEBUG oslo_concurrency.lockutils [req-9e333892-cd47-42e4-9d17-18d419b5d6cd req-fa957fa5-8413-4b08-8cc3-d9893c4b131c service nova] Acquiring lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.624244] env[69265]: DEBUG oslo_concurrency.lockutils [req-9e333892-cd47-42e4-9d17-18d419b5d6cd req-fa957fa5-8413-4b08-8cc3-d9893c4b131c service nova] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.624425] env[69265]: DEBUG oslo_concurrency.lockutils [req-9e333892-cd47-42e4-9d17-18d419b5d6cd req-fa957fa5-8413-4b08-8cc3-d9893c4b131c service nova] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.624593] env[69265]: DEBUG nova.compute.manager [req-9e333892-cd47-42e4-9d17-18d419b5d6cd req-fa957fa5-8413-4b08-8cc3-d9893c4b131c service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] No waiting events found dispatching network-vif-plugged-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.624813] env[69265]: WARNING nova.compute.manager [req-9e333892-cd47-42e4-9d17-18d419b5d6cd req-fa957fa5-8413-4b08-8cc3-d9893c4b131c service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received unexpected event network-vif-plugged-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 for instance with vm_state active and task_state None. [ 1119.640498] env[69265]: DEBUG nova.compute.provider_tree [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.645672] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b04d99-1d58-e105-0bf8-28e21e59967b, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.646197] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.646472] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 12693607-2180-4b98-8c0e-34e1b0b072aa/12693607-2180-4b98-8c0e-34e1b0b072aa.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.646745] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c9bb55-af26-4238-8288-1ddb60a1ee44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.657255] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1119.657255] env[69265]: value = "task-3476786" [ 1119.657255] env[69265]: _type = "Task" [ 1119.657255] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.667137] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.753043] env[69265]: INFO nova.compute.manager [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Took 15.69 seconds to build instance. [ 1119.785719] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476785, 'name': Rename_Task, 'duration_secs': 0.207571} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.785719] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.785719] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62d9ca4c-6734-4021-966e-2039182a4487 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.793465] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1119.793465] env[69265]: value = "task-3476787" [ 1119.793465] env[69265]: _type = "Task" [ 1119.793465] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.804936] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.866255] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.867166] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.867166] env[69265]: DEBUG nova.network.neutron [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.038247] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.038247] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.038247] env[69265]: DEBUG nova.network.neutron [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.149192] env[69265]: DEBUG nova.scheduler.client.report [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.170388] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.255355] env[69265]: DEBUG oslo_concurrency.lockutils [None req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.202s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.306107] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.413050] env[69265]: DEBUG nova.network.neutron [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.563896] env[69265]: DEBUG nova.network.neutron [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance_info_cache with network_info: [{"id": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "address": "fa:16:3e:4f:5d:84", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd4c14b-2c", "ovs_interfaceid": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.583631] env[69265]: WARNING nova.network.neutron [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] ef8de805-c62e-447e-b40a-9ac49536bbe6 already exists in list: networks containing: ['ef8de805-c62e-447e-b40a-9ac49536bbe6']. ignoring it [ 1120.658632] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.661773] env[69265]: DEBUG oslo_concurrency.lockutils [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.186s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.680502] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476786, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.702916] env[69265]: INFO nova.scheduler.client.report [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted allocations for instance b58d616b-f2b0-437e-b9b1-8f1b876b58b8 [ 1120.813056] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.967903] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8b2098-2668-466b-b634-52f48dbeb9db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.976754] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70e9b62-be04-42aa-8ea0-67918d59f849 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.013905] env[69265]: DEBUG nova.network.neutron [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95", "address": "fa:16:3e:0a:bd:19", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc56fa3-0c", "ovs_interfaceid": "ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.015713] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba427c80-6a84-41bf-8c75-c8b38592639b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.025734] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edfde3b-cffe-4b44-b35e-da56196c743e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.041909] env[69265]: DEBUG nova.compute.provider_tree [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.067062] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.067441] env[69265]: DEBUG nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Instance network_info: |[{"id": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "address": "fa:16:3e:4f:5d:84", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd4c14b-2c", "ovs_interfaceid": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.067855] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:5d:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd4c14b-2cec-4cd3-a624-d29c708a56d9', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.075638] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.076230] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.076473] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9131a45b-1d7c-47ec-b1fe-d3f5b28142e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.098524] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.098524] env[69265]: value = "task-3476788" [ 1121.098524] env[69265]: _type = "Task" [ 1121.098524] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.108668] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476788, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.142371] env[69265]: DEBUG nova.compute.manager [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1121.152608] env[69265]: DEBUG nova.network.neutron [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Port e3212a7d-bf32-4ac9-a8c1-42f9506bccdf binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1121.152973] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.153261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.153416] env[69265]: DEBUG nova.network.neutron [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.179118] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476786, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.270048} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.179431] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 12693607-2180-4b98-8c0e-34e1b0b072aa/12693607-2180-4b98-8c0e-34e1b0b072aa.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.179738] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.180029] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1e0e89f-9242-4131-969c-6a3fb42591e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.189656] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1121.189656] env[69265]: value = "task-3476789" [ 1121.189656] env[69265]: _type = "Task" [ 1121.189656] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.210899] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.211446] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cbe66802-1320-44fd-8050-c2a5417a4733 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "b58d616b-f2b0-437e-b9b1-8f1b876b58b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.328s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.306950] env[69265]: DEBUG oslo_vmware.api [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476787, 'name': PowerOnVM_Task, 'duration_secs': 1.415499} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.307313] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.307535] env[69265]: INFO nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1121.307723] env[69265]: DEBUG nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.308532] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533d77ab-679c-4173-9bf9-ec67eabf43e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.491553] env[69265]: DEBUG nova.compute.manager [req-289dd67c-1b03-48d8-bfa0-9f6bd841c035 req-f1c6c1ee-78d4-4ddc-986b-a0a264756fbf service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Received event network-changed-afd4c14b-2cec-4cd3-a624-d29c708a56d9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.491795] env[69265]: DEBUG nova.compute.manager [req-289dd67c-1b03-48d8-bfa0-9f6bd841c035 req-f1c6c1ee-78d4-4ddc-986b-a0a264756fbf service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Refreshing instance network info cache due to event network-changed-afd4c14b-2cec-4cd3-a624-d29c708a56d9. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.492259] env[69265]: DEBUG oslo_concurrency.lockutils [req-289dd67c-1b03-48d8-bfa0-9f6bd841c035 req-f1c6c1ee-78d4-4ddc-986b-a0a264756fbf service nova] Acquiring lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.492464] env[69265]: DEBUG oslo_concurrency.lockutils [req-289dd67c-1b03-48d8-bfa0-9f6bd841c035 req-f1c6c1ee-78d4-4ddc-986b-a0a264756fbf service nova] Acquired lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.492643] env[69265]: DEBUG nova.network.neutron [req-289dd67c-1b03-48d8-bfa0-9f6bd841c035 req-f1c6c1ee-78d4-4ddc-986b-a0a264756fbf service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Refreshing network info cache for port afd4c14b-2cec-4cd3-a624-d29c708a56d9 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.520302] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.521134] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.521315] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.522454] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f69838d-cd22-4de6-9162-3222d3fe43bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.541981] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.542305] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.542496] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.542690] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.543835] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.544043] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.544325] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.544504] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.544735] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.544954] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.545213] env[69265]: DEBUG nova.virt.hardware [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.551686] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Reconfiguring VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1121.554752] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a647db-e81a-4bf0-9aed-526ad8736238 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.573649] env[69265]: DEBUG oslo_vmware.api [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1121.573649] env[69265]: value = "task-3476790" [ 1121.573649] env[69265]: _type = "Task" [ 1121.573649] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.583196] env[69265]: DEBUG oslo_vmware.api [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476790, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.585392] env[69265]: ERROR nova.scheduler.client.report [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [req-8ce7776b-9cdb-4c90-867c-58df8f6a911e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ce7776b-9cdb-4c90-867c-58df8f6a911e"}]}: nova.exception.BuildAbortException: Build of instance dbeef983-96fb-4c9f-86e7-5934cffafc55 aborted: Failed to rebuild volume backed instance. [ 1121.604814] env[69265]: DEBUG nova.scheduler.client.report [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1121.610436] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476788, 'name': CreateVM_Task, 'duration_secs': 0.469365} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.610534] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.611206] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.611377] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.611748] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.612038] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594265e0-5724-4594-ac48-dbdc51d9643c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.618826] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1121.618826] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e54fe5-e5b4-7866-d249-f89c919c7b0d" [ 1121.618826] env[69265]: _type = "Task" [ 1121.618826] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.623607] env[69265]: DEBUG nova.scheduler.client.report [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1121.624024] env[69265]: DEBUG nova.compute.provider_tree [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.634237] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e54fe5-e5b4-7866-d249-f89c919c7b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.640082] env[69265]: DEBUG nova.scheduler.client.report [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1121.660137] env[69265]: DEBUG nova.compute.manager [req-a98d66fe-8635-4915-9ded-f19832c049a1 req-519f80fb-3a89-47cb-9247-9c626ac7017f service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-changed-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.660447] env[69265]: DEBUG nova.compute.manager [req-a98d66fe-8635-4915-9ded-f19832c049a1 req-519f80fb-3a89-47cb-9247-9c626ac7017f service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing instance network info cache due to event network-changed-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.660770] env[69265]: DEBUG oslo_concurrency.lockutils [req-a98d66fe-8635-4915-9ded-f19832c049a1 req-519f80fb-3a89-47cb-9247-9c626ac7017f service nova] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.661025] env[69265]: DEBUG oslo_concurrency.lockutils [req-a98d66fe-8635-4915-9ded-f19832c049a1 req-519f80fb-3a89-47cb-9247-9c626ac7017f service nova] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.661273] env[69265]: DEBUG nova.network.neutron [req-a98d66fe-8635-4915-9ded-f19832c049a1 req-519f80fb-3a89-47cb-9247-9c626ac7017f service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing network info cache for port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.665612] env[69265]: DEBUG nova.scheduler.client.report [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1121.670759] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.705030] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073638} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.705030] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.705292] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c46b24-06c6-4bdf-9733-f330793c344e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.734294] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 12693607-2180-4b98-8c0e-34e1b0b072aa/12693607-2180-4b98-8c0e-34e1b0b072aa.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.737651] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99228a9-95f0-4c56-a3b1-682dc3ce31ea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.763371] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1121.763371] env[69265]: value = "task-3476791" [ 1121.763371] env[69265]: _type = "Task" [ 1121.763371] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.775172] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.831037] env[69265]: INFO nova.compute.manager [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Took 16.62 seconds to build instance. [ 1121.925317] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.925317] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.968908] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266524ad-a975-4eaa-8591-ccf4bc5afe0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.980544] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afba5afa-12b7-4e28-94f0-ab7139d9a170 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.015734] env[69265]: DEBUG nova.network.neutron [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance_info_cache with network_info: [{"id": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "address": "fa:16:3e:5b:5f:16", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3212a7d-bf", "ovs_interfaceid": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.017365] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41c7e26-b9cd-495f-a973-31d0976a5f50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.027505] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4970197c-1b8a-40ec-a110-967f42dc3bb8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.045433] env[69265]: DEBUG nova.compute.provider_tree [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.084651] env[69265]: DEBUG oslo_vmware.api [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.130538] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e54fe5-e5b4-7866-d249-f89c919c7b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014075} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.130844] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.131088] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.131318] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.132026] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.132026] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.132026] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e40c0659-f039-4210-bb30-759a9a9d517c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.146026] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.146217] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.146972] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c4c95c-8029-48f1-9d9d-bbf8fc6dbf97 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.154586] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1122.154586] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c119b7-c02d-d67e-1e48-b9ee79e1afea" [ 1122.154586] env[69265]: _type = "Task" [ 1122.154586] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.167478] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c119b7-c02d-d67e-1e48-b9ee79e1afea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.247499] env[69265]: DEBUG nova.network.neutron [req-289dd67c-1b03-48d8-bfa0-9f6bd841c035 req-f1c6c1ee-78d4-4ddc-986b-a0a264756fbf service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updated VIF entry in instance network info cache for port afd4c14b-2cec-4cd3-a624-d29c708a56d9. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.247884] env[69265]: DEBUG nova.network.neutron [req-289dd67c-1b03-48d8-bfa0-9f6bd841c035 req-f1c6c1ee-78d4-4ddc-986b-a0a264756fbf service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance_info_cache with network_info: [{"id": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "address": "fa:16:3e:4f:5d:84", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd4c14b-2c", "ovs_interfaceid": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.274408] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.330347] env[69265]: DEBUG oslo_concurrency.lockutils [None req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.129s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.381701] env[69265]: DEBUG nova.network.neutron [req-a98d66fe-8635-4915-9ded-f19832c049a1 req-519f80fb-3a89-47cb-9247-9c626ac7017f service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updated VIF entry in instance network info cache for port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.382181] env[69265]: DEBUG nova.network.neutron [req-a98d66fe-8635-4915-9ded-f19832c049a1 req-519f80fb-3a89-47cb-9247-9c626ac7017f service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95", "address": "fa:16:3e:0a:bd:19", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc56fa3-0c", "ovs_interfaceid": "ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.435437] env[69265]: DEBUG nova.compute.utils [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.522192] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.581586] env[69265]: DEBUG nova.scheduler.client.report [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1122.582018] env[69265]: DEBUG nova.compute.provider_tree [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 141 to 142 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1122.582304] env[69265]: DEBUG nova.compute.provider_tree [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.593850] env[69265]: DEBUG oslo_vmware.api [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476790, 'name': ReconfigVM_Task, 'duration_secs': 1.014562} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.596784] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.596784] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Reconfigured VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1122.665329] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c119b7-c02d-d67e-1e48-b9ee79e1afea, 'name': SearchDatastore_Task, 'duration_secs': 0.015108} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.666214] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3344a7e9-9983-4874-a036-ae881226e227 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.672704] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1122.672704] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dba658-ad36-a575-9bbb-da26d25dab8d" [ 1122.672704] env[69265]: _type = "Task" [ 1122.672704] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.681214] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dba658-ad36-a575-9bbb-da26d25dab8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.751208] env[69265]: DEBUG oslo_concurrency.lockutils [req-289dd67c-1b03-48d8-bfa0-9f6bd841c035 req-f1c6c1ee-78d4-4ddc-986b-a0a264756fbf service nova] Releasing lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.774103] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476791, 'name': ReconfigVM_Task, 'duration_secs': 0.698349} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.774535] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 12693607-2180-4b98-8c0e-34e1b0b072aa/12693607-2180-4b98-8c0e-34e1b0b072aa.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.775104] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87a740a7-42ff-453e-ad92-04537c78b530 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.783554] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1122.783554] env[69265]: value = "task-3476792" [ 1122.783554] env[69265]: _type = "Task" [ 1122.783554] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.793458] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476792, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.885385] env[69265]: DEBUG oslo_concurrency.lockutils [req-a98d66fe-8635-4915-9ded-f19832c049a1 req-519f80fb-3a89-47cb-9247-9c626ac7017f service nova] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.938499] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.025884] env[69265]: DEBUG nova.compute.manager [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69265) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1123.089988] env[69265]: DEBUG oslo_concurrency.lockutils [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.428s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.090831] env[69265]: INFO nova.compute.manager [None req-033d9bfe-29e6-4921-a036-0625db15f0c0 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Successfully reverted task state from rebuilding on failure for instance. [ 1123.101076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.641s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.105299] env[69265]: INFO nova.compute.claims [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.109867] env[69265]: DEBUG oslo_concurrency.lockutils [None req-10a5a341-e0ef-4e8f-967e-616ea1ab138f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-5db316a0-b835-4433-8d59-aec5c21e72d9-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.988s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.184656] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52dba658-ad36-a575-9bbb-da26d25dab8d, 'name': SearchDatastore_Task, 'duration_secs': 0.063526} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.184926] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.185210] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 650dba63-e423-418e-b5b9-7d395dc1f7f8/650dba63-e423-418e-b5b9-7d395dc1f7f8.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.185465] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b37838a6-aff9-4bf3-8c9c-73d11ec87e26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.193291] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1123.193291] env[69265]: value = "task-3476793" [ 1123.193291] env[69265]: _type = "Task" [ 1123.193291] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.203837] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.293866] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476792, 'name': Rename_Task, 'duration_secs': 0.247384} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.294222] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.294472] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d22659a-d24c-402a-b03e-9a75dca53b35 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.302391] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1123.302391] env[69265]: value = "task-3476794" [ 1123.302391] env[69265]: _type = "Task" [ 1123.302391] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.311410] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.706345] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476793, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.815121] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476794, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.999679] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.000039] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.000354] env[69265]: INFO nova.compute.manager [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Attaching volume c2895464-ae60-47e6-bd67-29201fff45fc to /dev/sdb [ 1124.050240] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf6f4b3-dbee-4d8b-8bb9-f569db378e68 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.061383] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92625940-ff1b-4dca-8ae5-5fc74eb14663 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.078841] env[69265]: DEBUG nova.virt.block_device [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Updating existing volume attachment record: ee1af526-e23e-4353-9faf-9ac2c1783672 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.179163] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.208441] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650407} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.208759] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 650dba63-e423-418e-b5b9-7d395dc1f7f8/650dba63-e423-418e-b5b9-7d395dc1f7f8.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.209306] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.209306] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d5a8d7c-bf77-491b-beab-074ffeb9f890 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.220372] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1124.220372] env[69265]: value = "task-3476795" [ 1124.220372] env[69265]: _type = "Task" [ 1124.220372] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.233909] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.315388] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.414610] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2380776d-4a9e-4c9c-a4d2-da57a9530ef1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.427641] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a632211-48db-41e6-b8a5-f11af975ccb4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.468099] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fa1f5e-f21f-45d3-a20c-48199a1defe1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.477696] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a486ae-d6ca-4e9c-8d7d-40aeb15db148 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.497191] env[69265]: DEBUG nova.compute.provider_tree [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.583741] env[69265]: DEBUG nova.compute.manager [req-f053241e-a840-4c3c-b348-eb47255b323b req-4fc7a963-d794-480c-8682-5c6ef4362950 service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Received event network-changed-9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.585016] env[69265]: DEBUG nova.compute.manager [req-f053241e-a840-4c3c-b348-eb47255b323b req-4fc7a963-d794-480c-8682-5c6ef4362950 service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Refreshing instance network info cache due to event network-changed-9bff80c3-4b43-41f6-a9dd-eb15945d82ff. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.585016] env[69265]: DEBUG oslo_concurrency.lockutils [req-f053241e-a840-4c3c-b348-eb47255b323b req-4fc7a963-d794-480c-8682-5c6ef4362950 service nova] Acquiring lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.585016] env[69265]: DEBUG oslo_concurrency.lockutils [req-f053241e-a840-4c3c-b348-eb47255b323b req-4fc7a963-d794-480c-8682-5c6ef4362950 service nova] Acquired lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.585016] env[69265]: DEBUG nova.network.neutron [req-f053241e-a840-4c3c-b348-eb47255b323b req-4fc7a963-d794-480c-8682-5c6ef4362950 service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Refreshing network info cache for port 9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.733123] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078371} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.733493] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.734306] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d9cd74-b977-49ed-80c5-bfcbf29ff532 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.766627] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 650dba63-e423-418e-b5b9-7d395dc1f7f8/650dba63-e423-418e-b5b9-7d395dc1f7f8.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.766627] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4beff2-7b71-48c8-82ea-492a64a25b21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.789500] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1124.789500] env[69265]: value = "task-3476799" [ 1124.789500] env[69265]: _type = "Task" [ 1124.789500] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.801711] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.813182] env[69265]: DEBUG oslo_vmware.api [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476794, 'name': PowerOnVM_Task, 'duration_secs': 1.01877} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.813480] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.813674] env[69265]: INFO nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1124.814720] env[69265]: DEBUG nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.814720] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16e893-0802-47dd-b5d1-d2102164cb16 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.000765] env[69265]: DEBUG nova.scheduler.client.report [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.190600] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-5db316a0-b835-4433-8d59-aec5c21e72d9-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.190876] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-5db316a0-b835-4433-8d59-aec5c21e72d9-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.301226] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476799, 'name': ReconfigVM_Task, 'duration_secs': 0.444047} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.301578] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 650dba63-e423-418e-b5b9-7d395dc1f7f8/650dba63-e423-418e-b5b9-7d395dc1f7f8.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.302309] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c5246fc-0f4b-4f01-b472-eea7cdf9f5b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.310084] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1125.310084] env[69265]: value = "task-3476800" [ 1125.310084] env[69265]: _type = "Task" [ 1125.310084] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.319924] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476800, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.335102] env[69265]: INFO nova.compute.manager [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Took 19.41 seconds to build instance. [ 1125.509769] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.510428] env[69265]: DEBUG nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.520187] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.766s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.520187] env[69265]: DEBUG nova.objects.instance [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lazy-loading 'resources' on Instance uuid dbeef983-96fb-4c9f-86e7-5934cffafc55 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.651719] env[69265]: DEBUG nova.network.neutron [req-f053241e-a840-4c3c-b348-eb47255b323b req-4fc7a963-d794-480c-8682-5c6ef4362950 service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Updated VIF entry in instance network info cache for port 9bff80c3-4b43-41f6-a9dd-eb15945d82ff. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.652177] env[69265]: DEBUG nova.network.neutron [req-f053241e-a840-4c3c-b348-eb47255b323b req-4fc7a963-d794-480c-8682-5c6ef4362950 service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Updating instance_info_cache with network_info: [{"id": "9bff80c3-4b43-41f6-a9dd-eb15945d82ff", "address": "fa:16:3e:27:91:e4", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bff80c3-4b", "ovs_interfaceid": "9bff80c3-4b43-41f6-a9dd-eb15945d82ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.695648] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.695648] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.695648] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1aab1b-0a4d-40ed-ace8-e18b50721772 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.723459] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4252829b-197c-494b-970b-8cdef57038ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.758272] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Reconfiguring VM to detach interface {{(pid=69265) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1125.758964] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f29b94-bf95-4dcf-8a61-b54ecb08ea60 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.781382] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1125.781382] env[69265]: value = "task-3476801" [ 1125.781382] env[69265]: _type = "Task" [ 1125.781382] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.791379] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.822065] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476800, 'name': Rename_Task, 'duration_secs': 0.27548} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.822402] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.822718] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-937da21a-a78b-4349-88e2-0a6472e2fb83 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.832188] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1125.832188] env[69265]: value = "task-3476802" [ 1125.832188] env[69265]: _type = "Task" [ 1125.832188] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.836810] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ada12309-d2fc-4300-88e9-8a44656d3cec tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "12693607-2180-4b98-8c0e-34e1b0b072aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.936s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.842621] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.022260] env[69265]: DEBUG nova.compute.utils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.027198] env[69265]: DEBUG nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.027378] env[69265]: DEBUG nova.network.neutron [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.093239] env[69265]: DEBUG nova.policy [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '845388370beb49558f99704c7e3f9f91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a830da301d3b47608e013608ecc1eb64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.155672] env[69265]: DEBUG oslo_concurrency.lockutils [req-f053241e-a840-4c3c-b348-eb47255b323b req-4fc7a963-d794-480c-8682-5c6ef4362950 service nova] Releasing lock "refresh_cache-37ae3479-9afa-41e5-a1af-7e24bc9dccd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.294878] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.319547] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ca145-0e00-4195-81bd-cd25c9cb7769 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.327899] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f393c19-f4be-40b0-b9be-7ec145beda57 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.370011] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11eb8a5-43ba-4d68-bc40-551df6579df7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.373421] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476802, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.379182] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c83e1c-da7f-45fb-8124-afcf1825b0a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.397606] env[69265]: DEBUG nova.compute.provider_tree [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.495124] env[69265]: DEBUG nova.network.neutron [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Successfully created port: 4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.529516] env[69265]: DEBUG nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.562563] env[69265]: DEBUG oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52697ee0-b62a-6abb-a5b5-895ef127be76/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1126.563841] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3bd90-607f-47a0-9be8-28463731b5d8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.570913] env[69265]: DEBUG oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52697ee0-b62a-6abb-a5b5-895ef127be76/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1126.571106] env[69265]: ERROR oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52697ee0-b62a-6abb-a5b5-895ef127be76/disk-0.vmdk due to incomplete transfer. [ 1126.571350] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad65ad50-950e-43e6-831b-7d9a28d4958e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.581598] env[69265]: DEBUG oslo_vmware.rw_handles [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52697ee0-b62a-6abb-a5b5-895ef127be76/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1126.581829] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Uploaded image 39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1126.584747] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1126.584823] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e115b75f-f24d-41d2-acc4-68a48a593058 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.594979] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1126.594979] env[69265]: value = "task-3476805" [ 1126.594979] env[69265]: _type = "Task" [ 1126.594979] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.603576] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.603835] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.611668] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476805, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.796891] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.845274] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476802, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.906136] env[69265]: DEBUG nova.scheduler.client.report [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.106242] env[69265]: DEBUG nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.115485] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476805, 'name': Destroy_Task, 'duration_secs': 0.496524} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.115784] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Destroyed the VM [ 1127.116040] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1127.116336] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-607e810e-fc04-41e5-8d58-5d6cea5017c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.124219] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1127.124219] env[69265]: value = "task-3476806" [ 1127.124219] env[69265]: _type = "Task" [ 1127.124219] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.134828] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.295974] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.346972] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.414508] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.416978] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.746s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.419097] env[69265]: DEBUG nova.compute.manager [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.420133] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98f2169-fdfa-42b4-8e02-ed0498f2ab31 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.541011] env[69265]: DEBUG nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.568666] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.569045] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.569239] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.569435] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.569605] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.569740] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.569953] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.570167] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.570344] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.570513] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.570688] env[69265]: DEBUG nova.virt.hardware [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.571619] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227fd3d4-74d9-44bb-82bc-fd532724700c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.580282] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b885bc02-8c60-4d46-91f6-f559945f1460 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.631455] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.635543] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476806, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.799912] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.844638] env[69265]: DEBUG oslo_vmware.api [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476802, 'name': PowerOnVM_Task, 'duration_secs': 1.682392} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.844933] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.845162] env[69265]: INFO nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1127.845343] env[69265]: DEBUG nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.846171] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eddb06-a00b-4da7-95f5-4020e31e2530 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.923502] env[69265]: INFO nova.compute.claims [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.938746] env[69265]: INFO nova.compute.manager [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] instance snapshotting [ 1127.940536] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2600c756-56eb-46f0-9693-7a9abf3d3b13 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Lock "dbeef983-96fb-4c9f-86e7-5934cffafc55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.615s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.944406] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a18ed2f-4bf9-4dee-aeda-616b24926177 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.979434] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e267e842-79a6-4068-9392-163cb30bb388 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.033549] env[69265]: DEBUG nova.compute.manager [req-fb4d811d-f2cc-4fe6-bc14-b50b5545784d req-f30f42c4-2fee-417b-a6e7-07fa20b1cb55 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Received event network-vif-plugged-4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.033781] env[69265]: DEBUG oslo_concurrency.lockutils [req-fb4d811d-f2cc-4fe6-bc14-b50b5545784d req-f30f42c4-2fee-417b-a6e7-07fa20b1cb55 service nova] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.033993] env[69265]: DEBUG oslo_concurrency.lockutils [req-fb4d811d-f2cc-4fe6-bc14-b50b5545784d req-f30f42c4-2fee-417b-a6e7-07fa20b1cb55 service nova] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.034177] env[69265]: DEBUG oslo_concurrency.lockutils [req-fb4d811d-f2cc-4fe6-bc14-b50b5545784d req-f30f42c4-2fee-417b-a6e7-07fa20b1cb55 service nova] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.034346] env[69265]: DEBUG nova.compute.manager [req-fb4d811d-f2cc-4fe6-bc14-b50b5545784d req-f30f42c4-2fee-417b-a6e7-07fa20b1cb55 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] No waiting events found dispatching network-vif-plugged-4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.034513] env[69265]: WARNING nova.compute.manager [req-fb4d811d-f2cc-4fe6-bc14-b50b5545784d req-f30f42c4-2fee-417b-a6e7-07fa20b1cb55 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Received unexpected event network-vif-plugged-4a9520d0-f987-42c1-9f95-70f9fdaf05cd for instance with vm_state building and task_state spawning. [ 1128.136268] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476806, 'name': RemoveSnapshot_Task, 'duration_secs': 0.795677} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.137189] env[69265]: DEBUG nova.network.neutron [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Successfully updated port: 4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.138419] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1128.138740] env[69265]: DEBUG nova.compute.manager [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.139916] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8d3e2-11eb-427c-9f08-462350442da8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.297509] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.363297] env[69265]: INFO nova.compute.manager [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Took 21.90 seconds to build instance. [ 1128.430836] env[69265]: INFO nova.compute.resource_tracker [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating resource usage from migration d497e95e-c41d-41ed-b2c0-05c0a1e0a496 [ 1128.495053] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.495640] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c637c98-fddd-4bb7-bcdb-77a14bd1a62b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.505884] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1128.505884] env[69265]: value = "task-3476807" [ 1128.505884] env[69265]: _type = "Task" [ 1128.505884] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.520197] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.642174] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.642394] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.642510] env[69265]: DEBUG nova.network.neutron [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.647404] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1128.647698] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695135', 'volume_id': 'c2895464-ae60-47e6-bd67-29201fff45fc', 'name': 'volume-c2895464-ae60-47e6-bd67-29201fff45fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e978b8e2-ec0b-47e9-8d69-3ebd16b3a171', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2895464-ae60-47e6-bd67-29201fff45fc', 'serial': 'c2895464-ae60-47e6-bd67-29201fff45fc'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1128.648731] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bfe6cd-e96c-4b27-bdf0-1358da7473a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.672775] env[69265]: INFO nova.compute.manager [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Shelve offloading [ 1128.676041] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ab9baf-fa70-4a46-bf6d-aa70e9f2762e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.711828] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-c2895464-ae60-47e6-bd67-29201fff45fc/volume-c2895464-ae60-47e6-bd67-29201fff45fc.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.715339] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf60c84-44e3-4882-98a5-d67b36d8a40f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.738562] env[69265]: DEBUG oslo_vmware.api [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1128.738562] env[69265]: value = "task-3476808" [ 1128.738562] env[69265]: _type = "Task" [ 1128.738562] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.751306] env[69265]: DEBUG oslo_vmware.api [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.796270] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a254fd0-79fd-4dca-9cbd-62ae106e1935 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.802458] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.807768] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132e8c96-543d-4c7e-b1b5-c33e4f6406be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.840157] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa7e1ed-5990-4d14-a4eb-d7d30c04990e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.850092] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66d9d2-dcc3-41cd-b7cb-1c9237d1d8c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.863827] env[69265]: DEBUG nova.compute.provider_tree [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.865449] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.415s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.016340] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.181969] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.182409] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a02ffbe-b2f7-4bd7-a6f0-0fdfc4778a95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.190682] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1129.190682] env[69265]: value = "task-3476810" [ 1129.190682] env[69265]: _type = "Task" [ 1129.190682] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.206023] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1129.206023] env[69265]: DEBUG nova.compute.manager [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.206023] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7e3b77-3044-42ee-83fe-a341b4d805f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.211862] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.211862] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.211862] env[69265]: DEBUG nova.network.neutron [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.213678] env[69265]: DEBUG nova.network.neutron [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.252046] env[69265]: DEBUG oslo_vmware.api [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.298728] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.367467] env[69265]: DEBUG nova.scheduler.client.report [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.372092] env[69265]: DEBUG nova.network.neutron [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updating instance_info_cache with network_info: [{"id": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "address": "fa:16:3e:2c:ed:6d", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9520d0-f9", "ovs_interfaceid": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.520456] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.749275] env[69265]: DEBUG oslo_vmware.api [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476808, 'name': ReconfigVM_Task, 'duration_secs': 0.937058} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.749749] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-c2895464-ae60-47e6-bd67-29201fff45fc/volume-c2895464-ae60-47e6-bd67-29201fff45fc.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.757223] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c081f817-c04a-48e9-be24-5c0ce33ebece {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.773569] env[69265]: DEBUG oslo_vmware.api [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1129.773569] env[69265]: value = "task-3476811" [ 1129.773569] env[69265]: _type = "Task" [ 1129.773569] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.782398] env[69265]: DEBUG oslo_vmware.api [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.798032] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.874768] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.458s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.875044] env[69265]: INFO nova.compute.manager [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Migrating [ 1129.881859] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Releasing lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.882181] env[69265]: DEBUG nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Instance network_info: |[{"id": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "address": "fa:16:3e:2c:ed:6d", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9520d0-f9", "ovs_interfaceid": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.884923] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.706s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.886657] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ed:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a9520d0-f987-42c1-9f95-70f9fdaf05cd', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.894278] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Creating folder: Project (a830da301d3b47608e013608ecc1eb64). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.899545] env[69265]: DEBUG nova.objects.instance [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'migration_context' on Instance uuid 6c31f363-6ede-4dfe-a4bb-6680e1f371ea {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.903391] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b274b96-cfa2-49b1-a19f-cc8d618a7efb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.918248] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Created folder: Project (a830da301d3b47608e013608ecc1eb64) in parent group-v694865. [ 1129.918455] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Creating folder: Instances. Parent ref: group-v695138. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.919229] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-823d7d1d-c908-4a98-862f-a54cf9aadbfc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.930895] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Created folder: Instances in parent group-v695138. [ 1129.931175] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.931371] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.931672] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9089f4-738e-4e76-a622-f6e8a0f5722c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.956119] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.956119] env[69265]: value = "task-3476814" [ 1129.956119] env[69265]: _type = "Task" [ 1129.956119] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.967313] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476814, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.983667] env[69265]: DEBUG nova.network.neutron [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [{"id": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "address": "fa:16:3e:86:cb:c5", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de6548a-db", "ovs_interfaceid": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.018726] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476807, 'name': CreateSnapshot_Task, 'duration_secs': 1.261479} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.018994] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1130.019748] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42dd5eb-4c10-4aac-9685-43032549db77 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.061876] env[69265]: DEBUG nova.compute.manager [req-91eec6d6-229e-4d71-9f64-0c00ae6476fa req-7ea76cd3-64f4-4b5d-87d5-d1776404ea98 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Received event network-changed-4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.061876] env[69265]: DEBUG nova.compute.manager [req-91eec6d6-229e-4d71-9f64-0c00ae6476fa req-7ea76cd3-64f4-4b5d-87d5-d1776404ea98 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Refreshing instance network info cache due to event network-changed-4a9520d0-f987-42c1-9f95-70f9fdaf05cd. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.062089] env[69265]: DEBUG oslo_concurrency.lockutils [req-91eec6d6-229e-4d71-9f64-0c00ae6476fa req-7ea76cd3-64f4-4b5d-87d5-d1776404ea98 service nova] Acquiring lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.062240] env[69265]: DEBUG oslo_concurrency.lockutils [req-91eec6d6-229e-4d71-9f64-0c00ae6476fa req-7ea76cd3-64f4-4b5d-87d5-d1776404ea98 service nova] Acquired lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.062402] env[69265]: DEBUG nova.network.neutron [req-91eec6d6-229e-4d71-9f64-0c00ae6476fa req-7ea76cd3-64f4-4b5d-87d5-d1776404ea98 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Refreshing network info cache for port 4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.157565] env[69265]: DEBUG nova.compute.manager [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1130.283884] env[69265]: DEBUG oslo_vmware.api [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476811, 'name': ReconfigVM_Task, 'duration_secs': 0.233807} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.284354] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695135', 'volume_id': 'c2895464-ae60-47e6-bd67-29201fff45fc', 'name': 'volume-c2895464-ae60-47e6-bd67-29201fff45fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e978b8e2-ec0b-47e9-8d69-3ebd16b3a171', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2895464-ae60-47e6-bd67-29201fff45fc', 'serial': 'c2895464-ae60-47e6-bd67-29201fff45fc'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.298604] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.409477] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.409843] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.410272] env[69265]: DEBUG nova.network.neutron [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.470018] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476814, 'name': CreateVM_Task, 'duration_secs': 0.375931} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.470217] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.470924] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.471107] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.471437] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.471770] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8106f1-e8fb-410e-b42c-c01d24ce143a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.480185] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1130.480185] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5274b31d-5f86-4390-6820-284ed84cb58d" [ 1130.480185] env[69265]: _type = "Task" [ 1130.480185] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.487774] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.492754] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5274b31d-5f86-4390-6820-284ed84cb58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.537615] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.540494] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4109967a-cf82-43c0-8af4-fc9438bceab6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.549933] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1130.549933] env[69265]: value = "task-3476815" [ 1130.549933] env[69265]: _type = "Task" [ 1130.549933] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.561391] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476815, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.674055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.692032] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0b4cc0-835d-42f8-ba73-46a10d29bb5e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.703140] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37c04a-64d8-41ba-abfa-59f97a4d22f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.754242] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f445c7-4fff-42da-9cf9-7636159f0507 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.767064] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ef9e49-0760-425a-87e0-11adf5de4d39 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.789028] env[69265]: DEBUG nova.compute.provider_tree [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.803372] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.857869] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.858829] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8ad7e8-b212-43dc-803a-17b280d1d28c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.867740] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.868607] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ee95f6a-71b0-4f81-954e-dcb2f5137c5c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.871459] env[69265]: DEBUG nova.network.neutron [req-91eec6d6-229e-4d71-9f64-0c00ae6476fa req-7ea76cd3-64f4-4b5d-87d5-d1776404ea98 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updated VIF entry in instance network info cache for port 4a9520d0-f987-42c1-9f95-70f9fdaf05cd. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.871951] env[69265]: DEBUG nova.network.neutron [req-91eec6d6-229e-4d71-9f64-0c00ae6476fa req-7ea76cd3-64f4-4b5d-87d5-d1776404ea98 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updating instance_info_cache with network_info: [{"id": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "address": "fa:16:3e:2c:ed:6d", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9520d0-f9", "ovs_interfaceid": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.953876] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.954242] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.954341] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleting the datastore file [datastore2] 41fdc930-ea31-419b-8aec-68bf17d01998 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.954641] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54785886-fe70-4da4-8be1-5f57160c32be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.963114] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1130.963114] env[69265]: value = "task-3476818" [ 1130.963114] env[69265]: _type = "Task" [ 1130.963114] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.973225] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.991263] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5274b31d-5f86-4390-6820-284ed84cb58d, 'name': SearchDatastore_Task, 'duration_secs': 0.027359} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.991488] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.991768] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.992026] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.992181] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.992365] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.992647] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1610fc3c-bf9f-4af2-969a-23d5c48f124d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.003143] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.003331] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.004124] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf4fd62-6f98-4a9d-96f8-7a7f2bdfa751 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.011016] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1131.011016] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ef88f3-267e-4c28-5b3c-e79d47dd3962" [ 1131.011016] env[69265]: _type = "Task" [ 1131.011016] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.020713] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ef88f3-267e-4c28-5b3c-e79d47dd3962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.062122] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476815, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.158560] env[69265]: DEBUG nova.network.neutron [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance_info_cache with network_info: [{"id": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "address": "fa:16:3e:1b:25:4f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eff040-f8", "ovs_interfaceid": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.294363] env[69265]: DEBUG nova.scheduler.client.report [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.307727] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.355073] env[69265]: DEBUG nova.objects.instance [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'flavor' on Instance uuid e978b8e2-ec0b-47e9-8d69-3ebd16b3a171 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.373979] env[69265]: DEBUG oslo_concurrency.lockutils [req-91eec6d6-229e-4d71-9f64-0c00ae6476fa req-7ea76cd3-64f4-4b5d-87d5-d1776404ea98 service nova] Releasing lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.474426] env[69265]: DEBUG oslo_vmware.api [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172535} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.474703] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.474929] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.475137] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.498377] env[69265]: INFO nova.scheduler.client.report [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted allocations for instance 41fdc930-ea31-419b-8aec-68bf17d01998 [ 1131.523047] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ef88f3-267e-4c28-5b3c-e79d47dd3962, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.523970] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d716b594-1e08-4329-87b1-8a5ad9d8ea2c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.530429] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1131.530429] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521483c1-ba0b-068c-6990-1d1d1e26e4c1" [ 1131.530429] env[69265]: _type = "Task" [ 1131.530429] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.539317] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521483c1-ba0b-068c-6990-1d1d1e26e4c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.561029] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476815, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.661360] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.808607] env[69265]: DEBUG oslo_vmware.api [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476801, 'name': ReconfigVM_Task, 'duration_secs': 6.006359} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.808607] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.808607] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Reconfigured VM to detach interface {{(pid=69265) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1131.860921] env[69265]: DEBUG oslo_concurrency.lockutils [None req-02784a8a-03d9-499b-a1d0-1e4a55dae1c5 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.861s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.003517] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.047040] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521483c1-ba0b-068c-6990-1d1d1e26e4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.018115} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.048122] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.048122] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] dcaf8a62-deb1-4d18-a951-ce29f8a16f80/dcaf8a62-deb1-4d18-a951-ce29f8a16f80.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.048342] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0de70bb-6172-44b7-b445-be9a4514ea63 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.066260] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476815, 'name': CloneVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.068258] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1132.068258] env[69265]: value = "task-3476819" [ 1132.068258] env[69265]: _type = "Task" [ 1132.068258] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.081048] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.097709] env[69265]: DEBUG nova.compute.manager [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received event network-vif-unplugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.098207] env[69265]: DEBUG oslo_concurrency.lockutils [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.098683] env[69265]: DEBUG oslo_concurrency.lockutils [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] Lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.099098] env[69265]: DEBUG oslo_concurrency.lockutils [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] Lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.099596] env[69265]: DEBUG nova.compute.manager [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] No waiting events found dispatching network-vif-unplugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.100039] env[69265]: WARNING nova.compute.manager [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received unexpected event network-vif-unplugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 for instance with vm_state shelved_offloaded and task_state None. [ 1132.100441] env[69265]: DEBUG nova.compute.manager [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received event network-changed-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.100836] env[69265]: DEBUG nova.compute.manager [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Refreshing instance network info cache due to event network-changed-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.101375] env[69265]: DEBUG oslo_concurrency.lockutils [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] Acquiring lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.101845] env[69265]: DEBUG oslo_concurrency.lockutils [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] Acquired lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.102240] env[69265]: DEBUG nova.network.neutron [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Refreshing network info cache for port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.145199] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.145199] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.145199] env[69265]: INFO nova.compute.manager [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Rebooting instance [ 1132.313137] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.428s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.321658] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.690s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.323275] env[69265]: INFO nova.compute.claims [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.563905] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476815, 'name': CloneVM_Task, 'duration_secs': 1.617754} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.564220] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Created linked-clone VM from snapshot [ 1132.565044] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b0f17-859e-4562-ad23-5d7bf889c31b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.576029] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Uploading image 7cde17db-e502-4972-b05e-3d9f2187d1db {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1132.584873] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476819, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.592549] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1132.592891] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f891f585-274e-426e-a1cc-6cdf131a41b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.604260] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1132.604260] env[69265]: value = "task-3476820" [ 1132.604260] env[69265]: _type = "Task" [ 1132.604260] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.630029] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476820, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.678831] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.678982] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.679432] env[69265]: DEBUG nova.network.neutron [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.080294] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669449} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.080570] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] dcaf8a62-deb1-4d18-a951-ce29f8a16f80/dcaf8a62-deb1-4d18-a951-ce29f8a16f80.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.080866] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.081248] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db9efe16-b9fd-4666-842a-98550f612f77 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.099310] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1133.099310] env[69265]: value = "task-3476822" [ 1133.099310] env[69265]: _type = "Task" [ 1133.099310] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.113838] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.123478] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476820, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.187566] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7388858-03b9-4597-a7af-93c91a083b4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.214176] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance 'f663f4f5-e4db-4b89-a3a7-a4d40d10c112' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.258877] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.259105] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.259296] env[69265]: DEBUG nova.network.neutron [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.302909] env[69265]: DEBUG nova.network.neutron [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updated VIF entry in instance network info cache for port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.303344] env[69265]: DEBUG nova.network.neutron [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [{"id": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "address": "fa:16:3e:86:cb:c5", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0de6548a-db", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.409577] env[69265]: DEBUG nova.network.neutron [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.619774] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "f195205a-3d91-41c6-ab81-f095d35c2686" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.620363] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.622121] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074569} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.623900] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.624933] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c5b91-fedc-4034-8a80-64bcd71dcf29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.635197] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3134e83-e75b-45ab-8e1a-a0d9ad0a16b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.640605] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476820, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.659867] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c236f9-0b35-4d6b-8356-ecd9292ea984 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.672377] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] dcaf8a62-deb1-4d18-a951-ce29f8a16f80/dcaf8a62-deb1-4d18-a951-ce29f8a16f80.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.673357] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84fa957-36da-44b0-85b3-62c99384030b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.721304] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.723234] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5d00f5a-d44e-49db-a081-e5b5e2cd97f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.725495] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb9bc5f-faed-408b-ba07-269b6f622ff5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.728560] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1133.728560] env[69265]: value = "task-3476823" [ 1133.728560] env[69265]: _type = "Task" [ 1133.728560] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.738317] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d7311-0848-4783-845d-cfa24089afa9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.742777] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1133.742777] env[69265]: value = "task-3476824" [ 1133.742777] env[69265]: _type = "Task" [ 1133.742777] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.747201] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.760422] env[69265]: DEBUG nova.compute.provider_tree [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.767711] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.806652] env[69265]: DEBUG oslo_concurrency.lockutils [req-550e789a-c152-4b95-a4ff-6a61e548a9bb req-263ea8a1-fcd7-4602-9128-a853bd8f87f8 service nova] Releasing lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.876743] env[69265]: INFO nova.compute.manager [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Swapping old allocation on dict_keys(['54dc8967-839c-47d9-afbf-145e08cc68ae']) held by migration 7606e64d-21c1-4119-ac0d-7649ea235794 for instance [ 1133.899495] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.908545] env[69265]: DEBUG nova.scheduler.client.report [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Overwriting current allocation {'allocations': {'54dc8967-839c-47d9-afbf-145e08cc68ae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 147}}, 'project_id': 'cd05d9d3f48b4fe6af949b13f9dd03ec', 'user_id': '682b90979b3740d3a40c7f674896fada', 'consumer_generation': 1} on consumer 6c31f363-6ede-4dfe-a4bb-6680e1f371ea {{(pid=69265) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1133.912086] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.026086] env[69265]: INFO nova.network.neutron [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1134.026482] env[69265]: DEBUG nova.network.neutron [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.038256] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.038432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.038589] env[69265]: DEBUG nova.network.neutron [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.054070] env[69265]: DEBUG nova.compute.manager [req-9d6d0823-c459-415a-ab7f-8863de2ae22e req-d57627ba-b21d-4d9f-91a0-1890b4a7e5f7 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.054189] env[69265]: DEBUG nova.compute.manager [req-9d6d0823-c459-415a-ab7f-8863de2ae22e req-d57627ba-b21d-4d9f-91a0-1890b4a7e5f7 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing instance network info cache due to event network-changed-8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.054378] env[69265]: DEBUG oslo_concurrency.lockutils [req-9d6d0823-c459-415a-ab7f-8863de2ae22e req-d57627ba-b21d-4d9f-91a0-1890b4a7e5f7 service nova] Acquiring lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.119097] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476820, 'name': Destroy_Task, 'duration_secs': 1.069022} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.120124] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Destroyed the VM [ 1134.120124] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1134.120288] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02f15ade-abb3-4514-8ef8-fbc2706bb72e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.123874] env[69265]: DEBUG nova.compute.utils [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.127169] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1134.127169] env[69265]: value = "task-3476825" [ 1134.127169] env[69265]: _type = "Task" [ 1134.127169] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.135233] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.240125] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476823, 'name': ReconfigVM_Task, 'duration_secs': 0.323328} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.240448] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Reconfigured VM instance instance-00000061 to attach disk [datastore1] dcaf8a62-deb1-4d18-a951-ce29f8a16f80/dcaf8a62-deb1-4d18-a951-ce29f8a16f80.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.241287] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a87c13-9408-4229-b39f-df28de87cabb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.251701] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1134.251701] env[69265]: value = "task-3476826" [ 1134.251701] env[69265]: _type = "Task" [ 1134.251701] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.258368] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476824, 'name': PowerOffVM_Task, 'duration_secs': 0.293108} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.258977] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.259210] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance 'f663f4f5-e4db-4b89-a3a7-a4d40d10c112' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.266346] env[69265]: DEBUG nova.scheduler.client.report [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.269253] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476826, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.338673] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "b1aaf731-5852-407f-8703-010417c46211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.338909] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "b1aaf731-5852-407f-8703-010417c46211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.418826] env[69265]: DEBUG nova.compute.manager [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.420192] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef71ba07-c815-42c7-baf2-75bdc9f76425 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.532049] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.534157] env[69265]: DEBUG oslo_concurrency.lockutils [req-9d6d0823-c459-415a-ab7f-8863de2ae22e req-d57627ba-b21d-4d9f-91a0-1890b4a7e5f7 service nova] Acquired lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.534350] env[69265]: DEBUG nova.network.neutron [req-9d6d0823-c459-415a-ab7f-8863de2ae22e req-d57627ba-b21d-4d9f-91a0-1890b4a7e5f7 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Refreshing network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.627395] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.642078] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-72490342-0959-4a0e-85fd-c66a36591629-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.642348] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-72490342-0959-4a0e-85fd-c66a36591629-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.642707] env[69265]: DEBUG nova.objects.instance [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'flavor' on Instance uuid 72490342-0959-4a0e-85fd-c66a36591629 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.643954] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.762445] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476826, 'name': Rename_Task, 'duration_secs': 0.145052} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.762718] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.762955] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da57e5e2-3d3c-4dcf-9faa-7e8c56dbb3b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.765164] env[69265]: DEBUG nova.network.neutron [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance_info_cache with network_info: [{"id": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "address": "fa:16:3e:5b:5f:16", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3212a7d-bf", "ovs_interfaceid": "e3212a7d-bf32-4ac9-a8c1-42f9506bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.770691] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.771405] env[69265]: DEBUG nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.775462] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.775684] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.775841] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.776034] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.776185] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.776332] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.776532] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.776691] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.776862] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.777028] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.777210] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.784084] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.110s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.785573] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a09c47b-8cbc-4e18-bda3-baa678028703 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.797080] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1134.797080] env[69265]: value = "task-3476827" [ 1134.797080] env[69265]: _type = "Task" [ 1134.797080] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.804448] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1134.804448] env[69265]: value = "task-3476828" [ 1134.804448] env[69265]: _type = "Task" [ 1134.804448] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.808178] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.819040] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.841885] env[69265]: DEBUG nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.036330] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d95d848f-2f26-496e-9870-ef8654af8a3f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-5db316a0-b835-4433-8d59-aec5c21e72d9-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.845s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.145449] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.269350] env[69265]: DEBUG oslo_concurrency.lockutils [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-6c31f363-6ede-4dfe-a4bb-6680e1f371ea" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.269350] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9b4c12-3569-4d6f-b271-1cd191d6857e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.273507] env[69265]: DEBUG nova.objects.instance [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'pci_requests' on Instance uuid 72490342-0959-4a0e-85fd-c66a36591629 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.286365] env[69265]: DEBUG nova.compute.utils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.288257] env[69265]: DEBUG nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.288627] env[69265]: DEBUG nova.network.neutron [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.292525] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d32e4-b7dd-44cd-b76f-8602fd159440 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.301506] env[69265]: INFO nova.compute.claims [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.325499] env[69265]: DEBUG nova.network.neutron [req-9d6d0823-c459-415a-ab7f-8863de2ae22e req-d57627ba-b21d-4d9f-91a0-1890b4a7e5f7 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updated VIF entry in instance network info cache for port 8135c4f5-190f-4aa1-9945-b950c0a71929. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.326640] env[69265]: DEBUG nova.network.neutron [req-9d6d0823-c459-415a-ab7f-8863de2ae22e req-d57627ba-b21d-4d9f-91a0-1890b4a7e5f7 service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [{"id": "8135c4f5-190f-4aa1-9945-b950c0a71929", "address": "fa:16:3e:57:3a:f8", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8135c4f5-19", "ovs_interfaceid": "8135c4f5-190f-4aa1-9945-b950c0a71929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.342694] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476828, 'name': ReconfigVM_Task, 'duration_secs': 0.184546} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.343496] env[69265]: DEBUG oslo_vmware.api [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476827, 'name': PowerOnVM_Task, 'duration_secs': 0.528534} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.345141] env[69265]: DEBUG nova.policy [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e3b0344846a44e7a01561d0c130f8f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f93d18c712b406591c5982863c57d34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.347162] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance 'f663f4f5-e4db-4b89-a3a7-a4d40d10c112' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.353316] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.353316] env[69265]: INFO nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1135.353316] env[69265]: DEBUG nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.355880] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f500826-58be-4a82-b29d-bb9b7bed11c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.389987] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.437807] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19aab6c-a706-4363-8e18-854ddbe37b6f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.449067] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Doing hard reboot of VM {{(pid=69265) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1135.449346] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4a9510d4-cc98-4080-911d-7f2c6279f589 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.458995] env[69265]: DEBUG oslo_vmware.api [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1135.458995] env[69265]: value = "task-3476830" [ 1135.458995] env[69265]: _type = "Task" [ 1135.458995] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.472134] env[69265]: DEBUG oslo_vmware.api [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476830, 'name': ResetVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.649023] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476825, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.691209] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "f195205a-3d91-41c6-ab81-f095d35c2686" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.691515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.691815] env[69265]: INFO nova.compute.manager [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Attaching volume b9b6ece5-ab3d-477c-9881-b89fc72ac5f2 to /dev/sdb [ 1135.706273] env[69265]: DEBUG nova.network.neutron [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Successfully created port: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.739434] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f3108-95cd-4a0d-8062-515fabdbe145 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.748552] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e2333-1dd5-40f8-b503-222d30b052b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.769493] env[69265]: DEBUG nova.virt.block_device [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating existing volume attachment record: 34c7104b-951f-429e-8afa-14fc38aec340 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1135.781439] env[69265]: DEBUG nova.objects.base [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Object Instance<72490342-0959-4a0e-85fd-c66a36591629> lazy-loaded attributes: flavor,pci_requests {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.781714] env[69265]: DEBUG nova.network.neutron [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.803799] env[69265]: DEBUG nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.821900] env[69265]: INFO nova.compute.resource_tracker [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating resource usage from migration 90468bee-a441-4b29-9a69-d06a858b6c7a [ 1135.831156] env[69265]: DEBUG oslo_concurrency.lockutils [req-9d6d0823-c459-415a-ab7f-8863de2ae22e req-d57627ba-b21d-4d9f-91a0-1890b4a7e5f7 service nova] Releasing lock "refresh_cache-5db316a0-b835-4433-8d59-aec5c21e72d9" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.857751] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.858079] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.858266] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.858466] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.858630] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.858807] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.859078] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.859334] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.859598] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.859843] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.860051] env[69265]: DEBUG nova.virt.hardware [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.866221] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.869645] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3daa7e-4c55-4389-9936-f83cdc45636e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.893930] env[69265]: INFO nova.compute.manager [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Took 25.45 seconds to build instance. [ 1135.896395] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1135.896395] env[69265]: value = "task-3476831" [ 1135.896395] env[69265]: _type = "Task" [ 1135.896395] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.910379] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.931301] env[69265]: DEBUG nova.policy [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5358ca4babdc442f9b7dcba4cd33873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e128db8b786440a0a18a18e7dd9f5837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.969867] env[69265]: DEBUG oslo_vmware.api [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476830, 'name': ResetVM_Task, 'duration_secs': 0.278258} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.970167] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Did hard reboot of VM {{(pid=69265) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1135.970362] env[69265]: DEBUG nova.compute.manager [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.971237] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e9c9a-d730-43f0-ac1e-71369aadff8b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.144764] env[69265]: DEBUG oslo_vmware.api [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476825, 'name': RemoveSnapshot_Task, 'duration_secs': 1.526435} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.147452] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1136.243504] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b68e40-450b-4777-a2f8-c163e90fcc26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.255451] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a9cdd-4112-4603-9266-ca0cd39b5419 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.295134] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07055c55-f770-4af6-994b-2cae4d06de74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.303817] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385722b8-5475-4752-9da7-ab6ad2dfbc28 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.324687] env[69265]: DEBUG nova.compute.provider_tree [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.392446] env[69265]: DEBUG nova.compute.manager [req-bfb44bf2-01d4-4aa8-9037-e40cc558b130 req-aff65234-388e-4895-8979-09adde79e44d service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received event network-changed-e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.392662] env[69265]: DEBUG nova.compute.manager [req-bfb44bf2-01d4-4aa8-9037-e40cc558b130 req-aff65234-388e-4895-8979-09adde79e44d service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing instance network info cache due to event network-changed-e8786732-9a73-49e3-a9c8-b64dbbb21b69. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.392881] env[69265]: DEBUG oslo_concurrency.lockutils [req-bfb44bf2-01d4-4aa8-9037-e40cc558b130 req-aff65234-388e-4895-8979-09adde79e44d service nova] Acquiring lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.393341] env[69265]: DEBUG oslo_concurrency.lockutils [req-bfb44bf2-01d4-4aa8-9037-e40cc558b130 req-aff65234-388e-4895-8979-09adde79e44d service nova] Acquired lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.393341] env[69265]: DEBUG nova.network.neutron [req-bfb44bf2-01d4-4aa8-9037-e40cc558b130 req-aff65234-388e-4895-8979-09adde79e44d service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing network info cache for port e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.397277] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7c54d994-c763-499b-88d8-d09ac3c139bc tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.969s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.409987] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.441453] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.441817] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-142273ac-9dfd-44a6-916d-ffd568bc8623 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.449341] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1136.449341] env[69265]: value = "task-3476835" [ 1136.449341] env[69265]: _type = "Task" [ 1136.449341] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.458188] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.489171] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8787a085-701c-4b5b-9442-b112ab3f1c67 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.346s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.652963] env[69265]: WARNING nova.compute.manager [None req-fa3b06f1-87e8-464d-836a-531fc1113cf6 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Image not found during snapshot: nova.exception.ImageNotFound: Image 7cde17db-e502-4972-b05e-3d9f2187d1db could not be found. [ 1136.828381] env[69265]: DEBUG nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.831891] env[69265]: DEBUG nova.scheduler.client.report [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.863656] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.863942] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.864361] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.864621] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.864812] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.864997] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.865269] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.865463] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.865682] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.865867] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.866089] env[69265]: DEBUG nova.virt.hardware [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.867059] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dedab2e-8d8f-42aa-824b-f55b3143a89c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.879463] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc17eff-eeef-478b-a49d-2f9fc336ebb8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.652816] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.869s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.654043] env[69265]: INFO nova.compute.manager [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Migrating [ 1137.659595] env[69265]: DEBUG nova.network.neutron [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Successfully updated port: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.664811] env[69265]: DEBUG nova.compute.manager [req-6827d164-4943-4c10-b355-625c8157872e req-f32ae4fe-8078-418d-899e-e718ea832ee5 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Received event network-changed-4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.664811] env[69265]: DEBUG nova.compute.manager [req-6827d164-4943-4c10-b355-625c8157872e req-f32ae4fe-8078-418d-899e-e718ea832ee5 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Refreshing instance network info cache due to event network-changed-4a9520d0-f987-42c1-9f95-70f9fdaf05cd. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.664961] env[69265]: DEBUG oslo_concurrency.lockutils [req-6827d164-4943-4c10-b355-625c8157872e req-f32ae4fe-8078-418d-899e-e718ea832ee5 service nova] Acquiring lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.665355] env[69265]: DEBUG oslo_concurrency.lockutils [req-6827d164-4943-4c10-b355-625c8157872e req-f32ae4fe-8078-418d-899e-e718ea832ee5 service nova] Acquired lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.665355] env[69265]: DEBUG nova.network.neutron [req-6827d164-4943-4c10-b355-625c8157872e req-f32ae4fe-8078-418d-899e-e718ea832ee5 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Refreshing network info cache for port 4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.671634] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.668s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.671862] env[69265]: DEBUG nova.objects.instance [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'resources' on Instance uuid 41fdc930-ea31-419b-8aec-68bf17d01998 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.692222] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476831, 'name': ReconfigVM_Task, 'duration_secs': 0.529819} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.692463] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476835, 'name': PowerOffVM_Task, 'duration_secs': 0.404807} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.693165] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.693480] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.694119] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.694347] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.694505] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.694688] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.694835] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.694980] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.695199] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.695361] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.695527] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.695688] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.695859] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.702199] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16037f57-b55c-4236-a6a7-a14c49ea927d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.705641] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce076680-1bf2-4433-895b-ef6cad62c6a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.753059] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] f663f4f5-e4db-4b89-a3a7-a4d40d10c112/f663f4f5-e4db-4b89-a3a7-a4d40d10c112.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.754207] env[69265]: DEBUG nova.network.neutron [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Successfully updated port: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.756886] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b28f89-9f51-4583-885e-ccdb0b997834 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.770431] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1137.770431] env[69265]: value = "task-3476837" [ 1137.770431] env[69265]: _type = "Task" [ 1137.770431] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.777905] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1137.777905] env[69265]: value = "task-3476838" [ 1137.777905] env[69265]: _type = "Task" [ 1137.777905] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.781513] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.795696] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.952989] env[69265]: DEBUG nova.network.neutron [req-bfb44bf2-01d4-4aa8-9037-e40cc558b130 req-aff65234-388e-4895-8979-09adde79e44d service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updated VIF entry in instance network info cache for port e8786732-9a73-49e3-a9c8-b64dbbb21b69. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.953457] env[69265]: DEBUG nova.network.neutron [req-bfb44bf2-01d4-4aa8-9037-e40cc558b130 req-aff65234-388e-4895-8979-09adde79e44d service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.175097] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.175310] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.175501] env[69265]: DEBUG nova.network.neutron [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.177794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "12693607-2180-4b98-8c0e-34e1b0b072aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.177794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "12693607-2180-4b98-8c0e-34e1b0b072aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.177794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "12693607-2180-4b98-8c0e-34e1b0b072aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.178164] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "12693607-2180-4b98-8c0e-34e1b0b072aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.178164] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "12693607-2180-4b98-8c0e-34e1b0b072aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.182518] env[69265]: INFO nova.compute.manager [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Terminating instance [ 1138.194462] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.194703] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.194897] env[69265]: DEBUG nova.network.neutron [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.220179] env[69265]: DEBUG nova.objects.instance [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'numa_topology' on Instance uuid 41fdc930-ea31-419b-8aec-68bf17d01998 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.272057] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.281662] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476837, 'name': ReconfigVM_Task, 'duration_secs': 0.198507} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.285368] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499f0180-a8b5-42d5-98c3-d567fd7bdb79 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.292667] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476838, 'name': ReconfigVM_Task, 'duration_secs': 0.34581} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.308545] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Reconfigured VM instance instance-0000005d to attach disk [datastore1] f663f4f5-e4db-4b89-a3a7-a4d40d10c112/f663f4f5-e4db-4b89-a3a7-a4d40d10c112.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.308808] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance 'f663f4f5-e4db-4b89-a3a7-a4d40d10c112' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.313495] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.313649] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.313812] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.314027] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.314198] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.314348] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.314553] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.314713] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.314880] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.315054] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.315237] env[69265]: DEBUG nova.virt.hardware [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.318662] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d477f8-e7ca-4e23-804b-d528efcb22d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.325191] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1138.325191] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b0fba7-ef53-9f30-58f6-c34052eeaf83" [ 1138.325191] env[69265]: _type = "Task" [ 1138.325191] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.333820] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b0fba7-ef53-9f30-58f6-c34052eeaf83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.410665] env[69265]: DEBUG nova.network.neutron [req-6827d164-4943-4c10-b355-625c8157872e req-f32ae4fe-8078-418d-899e-e718ea832ee5 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updated VIF entry in instance network info cache for port 4a9520d0-f987-42c1-9f95-70f9fdaf05cd. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.411047] env[69265]: DEBUG nova.network.neutron [req-6827d164-4943-4c10-b355-625c8157872e req-f32ae4fe-8078-418d-899e-e718ea832ee5 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updating instance_info_cache with network_info: [{"id": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "address": "fa:16:3e:2c:ed:6d", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9520d0-f9", "ovs_interfaceid": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.419261] env[69265]: DEBUG nova.compute.manager [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received event network-vif-plugged-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.419880] env[69265]: DEBUG oslo_concurrency.lockutils [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] Acquiring lock "72490342-0959-4a0e-85fd-c66a36591629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.420125] env[69265]: DEBUG oslo_concurrency.lockutils [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] Lock "72490342-0959-4a0e-85fd-c66a36591629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.420305] env[69265]: DEBUG oslo_concurrency.lockutils [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] Lock "72490342-0959-4a0e-85fd-c66a36591629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.420475] env[69265]: DEBUG nova.compute.manager [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] No waiting events found dispatching network-vif-plugged-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.420641] env[69265]: WARNING nova.compute.manager [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received unexpected event network-vif-plugged-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 for instance with vm_state active and task_state None. [ 1138.420800] env[69265]: DEBUG nova.compute.manager [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received event network-changed-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.420952] env[69265]: DEBUG nova.compute.manager [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing instance network info cache due to event network-changed-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.421142] env[69265]: DEBUG oslo_concurrency.lockutils [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] Acquiring lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.455853] env[69265]: DEBUG oslo_concurrency.lockutils [req-bfb44bf2-01d4-4aa8-9037-e40cc558b130 req-aff65234-388e-4895-8979-09adde79e44d service nova] Releasing lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.456512] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.456702] env[69265]: DEBUG nova.network.neutron [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.686756] env[69265]: DEBUG nova.compute.manager [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.687118] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.687910] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f089ff-7288-4968-a87e-84b33dc4bee4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.696409] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.696649] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e978e50-fcb6-4930-86e6-4e794c06a523 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.706109] env[69265]: DEBUG oslo_vmware.api [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1138.706109] env[69265]: value = "task-3476840" [ 1138.706109] env[69265]: _type = "Task" [ 1138.706109] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.715284] env[69265]: DEBUG oslo_vmware.api [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.719519] env[69265]: DEBUG nova.network.neutron [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.725544] env[69265]: DEBUG nova.objects.base [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Object Instance<41fdc930-ea31-419b-8aec-68bf17d01998> lazy-loaded attributes: resources,numa_topology {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.822128] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e5e6e-b600-4829-8a57-df9daddf762e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.858757] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b0fba7-ef53-9f30-58f6-c34052eeaf83, 'name': SearchDatastore_Task, 'duration_secs': 0.008268} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.866347] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.867187] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64d46b5-0f63-48f4-afec-b7a2867fc169 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.870543] env[69265]: DEBUG nova.network.neutron [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updating instance_info_cache with network_info: [{"id": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "address": "fa:16:3e:e7:aa:94", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca120215-c0", "ovs_interfaceid": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.871914] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c213e38b-cb0b-40db-ab11-e806d72bcd15 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.906479] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance 'f663f4f5-e4db-4b89-a3a7-a4d40d10c112' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.914475] env[69265]: DEBUG oslo_concurrency.lockutils [req-6827d164-4943-4c10-b355-625c8157872e req-f32ae4fe-8078-418d-899e-e718ea832ee5 service nova] Releasing lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.914961] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1138.914961] env[69265]: value = "task-3476841" [ 1138.914961] env[69265]: _type = "Task" [ 1138.914961] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.926989] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.967090] env[69265]: DEBUG nova.network.neutron [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance_info_cache with network_info: [{"id": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "address": "fa:16:3e:4f:5d:84", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd4c14b-2c", "ovs_interfaceid": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.999900] env[69265]: WARNING nova.network.neutron [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] ef8de805-c62e-447e-b40a-9ac49536bbe6 already exists in list: networks containing: ['ef8de805-c62e-447e-b40a-9ac49536bbe6']. ignoring it [ 1139.047864] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f8bd2-f7ff-4b26-aeda-4b546601d1d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.056325] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ba13b7-4965-4b64-a1b4-424562ddaf72 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.090765] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7097a5b9-8329-4d1f-9246-ca0a025a1a40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.098584] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2b901-ce4f-4b66-87b5-47a49a9b3bf7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.115130] env[69265]: DEBUG nova.compute.provider_tree [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.218994] env[69265]: DEBUG oslo_vmware.api [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476840, 'name': PowerOffVM_Task, 'duration_secs': 0.187778} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.219375] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.219578] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.219868] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4d91870-0cd5-4df8-bb4e-5fa996e06e49 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.233808] env[69265]: DEBUG nova.compute.manager [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Received event network-vif-plugged-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.234039] env[69265]: DEBUG oslo_concurrency.lockutils [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] Acquiring lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.234273] env[69265]: DEBUG oslo_concurrency.lockutils [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] Lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.234434] env[69265]: DEBUG oslo_concurrency.lockutils [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] Lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.234599] env[69265]: DEBUG nova.compute.manager [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] No waiting events found dispatching network-vif-plugged-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.234762] env[69265]: WARNING nova.compute.manager [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Received unexpected event network-vif-plugged-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d for instance with vm_state building and task_state spawning. [ 1139.234921] env[69265]: DEBUG nova.compute.manager [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Received event network-changed-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.235088] env[69265]: DEBUG nova.compute.manager [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Refreshing instance network info cache due to event network-changed-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.235258] env[69265]: DEBUG oslo_concurrency.lockutils [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] Acquiring lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.286709] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.286938] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.287143] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleting the datastore file [datastore1] 12693607-2180-4b98-8c0e-34e1b0b072aa {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.287427] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f060fca-cf08-41e6-aff9-b71b237db4fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.296039] env[69265]: DEBUG oslo_vmware.api [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for the task: (returnval){ [ 1139.296039] env[69265]: value = "task-3476844" [ 1139.296039] env[69265]: _type = "Task" [ 1139.296039] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.305575] env[69265]: DEBUG oslo_vmware.api [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.316020] env[69265]: DEBUG nova.network.neutron [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95", "address": "fa:16:3e:0a:bd:19", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc56fa3-0c", "ovs_interfaceid": "ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.388089] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Releasing lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.388089] env[69265]: DEBUG nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Instance network_info: |[{"id": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "address": "fa:16:3e:e7:aa:94", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca120215-c0", "ovs_interfaceid": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.388360] env[69265]: DEBUG oslo_concurrency.lockutils [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] Acquired lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.388499] env[69265]: DEBUG nova.network.neutron [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Refreshing network info cache for port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.389833] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:aa:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca120215-c0ff-4b6f-9fcd-0e0db4a5256d', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.398720] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Creating folder: Project (3f93d18c712b406591c5982863c57d34). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.402057] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3130bf6d-013d-4648-9ab2-b8d95b34ef20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.415321] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Created folder: Project (3f93d18c712b406591c5982863c57d34) in parent group-v694865. [ 1139.415508] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Creating folder: Instances. Parent ref: group-v695145. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.416107] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71631b81-51e6-471e-9857-d46efb0a45b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.425870] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476841, 'name': ReconfigVM_Task, 'duration_secs': 0.383157} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.426151] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.426894] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bcfe1a-7c2e-4da7-a1d4-6c68644ab33e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.430368] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Created folder: Instances in parent group-v695145. [ 1139.430760] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.433203] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.433429] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b96d750-1e07-4d1b-99ba-0efdf93662be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.462045] env[69265]: DEBUG nova.network.neutron [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Port 23eff040-f82c-4acd-94f4-8ba4460b9e4a binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1139.471953] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea/6c31f363-6ede-4dfe-a4bb-6680e1f371ea.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.473114] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.474530] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8782132f-6b45-4c0a-80e2-b68a82e9b677 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.495886] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.495886] env[69265]: value = "task-3476847" [ 1139.495886] env[69265]: _type = "Task" [ 1139.495886] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.502648] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1139.502648] env[69265]: value = "task-3476848" [ 1139.502648] env[69265]: _type = "Task" [ 1139.502648] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.508954] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476847, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.516568] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.618374] env[69265]: DEBUG nova.scheduler.client.report [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.638197] env[69265]: DEBUG nova.network.neutron [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updated VIF entry in instance network info cache for port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.638197] env[69265]: DEBUG nova.network.neutron [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updating instance_info_cache with network_info: [{"id": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "address": "fa:16:3e:e7:aa:94", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca120215-c0", "ovs_interfaceid": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.806203] env[69265]: DEBUG oslo_vmware.api [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Task: {'id': task-3476844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142592} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.806619] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.806742] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.806962] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.807159] env[69265]: INFO nova.compute.manager [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1139.807407] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.807618] env[69265]: DEBUG nova.compute.manager [-] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.807715] env[69265]: DEBUG nova.network.neutron [-] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.819634] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.820303] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.820465] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.820730] env[69265]: DEBUG oslo_concurrency.lockutils [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] Acquired lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.820903] env[69265]: DEBUG nova.network.neutron [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Refreshing network info cache for port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.822571] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d303e7c-debc-4eae-a711-22032d55f236 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.839657] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.839912] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.840086] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.840269] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.840414] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.840559] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.840757] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.840918] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.841095] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.841258] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.841430] env[69265]: DEBUG nova.virt.hardware [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.847630] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Reconfiguring VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.848634] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d336fa-e905-4a70-9dc7-82b84668e2f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.866948] env[69265]: DEBUG oslo_vmware.api [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1139.866948] env[69265]: value = "task-3476849" [ 1139.866948] env[69265]: _type = "Task" [ 1139.866948] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.877444] env[69265]: DEBUG oslo_vmware.api [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476849, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.011381] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476847, 'name': CreateVM_Task, 'duration_secs': 0.346445} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.011964] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.012696] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.012846] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.013194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.013826] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9bb738-dd97-4480-b699-4b2a705e030b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.021139] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476848, 'name': ReconfigVM_Task, 'duration_secs': 0.468122} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.022118] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea/6c31f363-6ede-4dfe-a4bb-6680e1f371ea.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.023582] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8b4242-e062-41f1-be88-87cd1a865eb1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.029611] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1140.029611] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e42a91-3514-b281-7465-6a3b855229ed" [ 1140.029611] env[69265]: _type = "Task" [ 1140.029611] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.061553] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f35241-9e5d-469e-b61e-fd7c454a33d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.070993] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e42a91-3514-b281-7465-6a3b855229ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013143} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.072029] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.072399] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.072764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.073016] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.073304] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.073660] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2ce7fe0-3579-4bf1-85a7-c1a9113fe317 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.098232] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48207ee-3f70-4dd2-aa5f-ef54ab4a3933 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.123863] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.124029] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.125191] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.454s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.127621] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c96fc47-2cab-4c36-94ca-b5c3187474ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.129942] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.740s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.131392] env[69265]: INFO nova.compute.claims [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.134252] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b380571-084b-4184-ab37-e2a5c4fb98a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.140250] env[69265]: DEBUG oslo_concurrency.lockutils [req-63a406ef-9958-4b71-a2da-5c3d89f829aa req-28c8a739-d8e7-4a7f-aeea-99e21cfe4100 service nova] Releasing lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.143251] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.144272] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11481302-09fc-4f10-add3-78321849d65f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.146009] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1140.146009] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c9faed-84d0-c455-7b62-042d5197915d" [ 1140.146009] env[69265]: _type = "Task" [ 1140.146009] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.153461] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1140.153461] env[69265]: value = "task-3476850" [ 1140.153461] env[69265]: _type = "Task" [ 1140.153461] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.160439] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c9faed-84d0-c455-7b62-042d5197915d, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.161605] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-475f7a4c-92b1-4259-a1c1-1a0ab2961ac3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.176174] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1140.176174] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52686aff-48ea-2ede-8cf4-09d6f8401191" [ 1140.176174] env[69265]: _type = "Task" [ 1140.176174] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.176953] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.187364] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52686aff-48ea-2ede-8cf4-09d6f8401191, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.187471] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.187680] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] e3767c98-a3a1-49ca-b73e-643bcdfddcf4/e3767c98-a3a1-49ca-b73e-643bcdfddcf4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.187957] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dee919a8-404c-4a2b-b823-fd8db964013a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.196110] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1140.196110] env[69265]: value = "task-3476851" [ 1140.196110] env[69265]: _type = "Task" [ 1140.196110] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.205949] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.326260] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1140.326658] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695144', 'volume_id': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'name': 'volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f195205a-3d91-41c6-ab81-f095d35c2686', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'serial': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1140.330926] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b824d-7420-4790-9be1-94e3c0641806 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.351411] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64ff924-add7-48e4-8f3a-9a3667f577cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.380441] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2/volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.386908] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5afa3d4f-2f34-491b-a02e-169a59ce3807 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.409258] env[69265]: DEBUG oslo_vmware.api [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.414730] env[69265]: DEBUG oslo_vmware.api [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1140.414730] env[69265]: value = "task-3476852" [ 1140.414730] env[69265]: _type = "Task" [ 1140.414730] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.429780] env[69265]: DEBUG oslo_vmware.api [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.491322] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.491610] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.492539] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.506782] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8399532d-7452-4a9b-8261-69a614358408 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.530860] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance '650dba63-e423-418e-b5b9-7d395dc1f7f8' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.572461] env[69265]: DEBUG nova.network.neutron [-] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.647903] env[69265]: DEBUG oslo_concurrency.lockutils [None req-16da64ca-0dec-4271-8d3b-bba35b37b082 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.885s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.649286] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.750s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.649468] env[69265]: INFO nova.compute.manager [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Unshelving [ 1140.663841] env[69265]: DEBUG nova.network.neutron [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updated VIF entry in instance network info cache for port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.663841] env[69265]: DEBUG nova.network.neutron [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95", "address": "fa:16:3e:0a:bd:19", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc56fa3-0c", "ovs_interfaceid": "ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.671795] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.707656] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476851, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.882816] env[69265]: DEBUG oslo_vmware.api [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476849, 'name': ReconfigVM_Task, 'duration_secs': 0.699359} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.883381] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.883603] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Reconfigured VM to attach interface {{(pid=69265) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1140.925948] env[69265]: DEBUG oslo_vmware.api [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.038426] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.038426] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b133bece-a344-4e74-a588-4017ca07f1aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.047371] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1141.047371] env[69265]: value = "task-3476853" [ 1141.047371] env[69265]: _type = "Task" [ 1141.047371] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.056600] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.075539] env[69265]: INFO nova.compute.manager [-] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Took 1.27 seconds to deallocate network for instance. [ 1141.166745] env[69265]: DEBUG oslo_concurrency.lockutils [req-c51f6ca0-98f5-4a10-9554-b18b6ef430c3 req-855ae264-2b61-41d6-9ce6-682dfe6cc0ec service nova] Releasing lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.174344] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.210484] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476851, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.261036] env[69265]: DEBUG nova.compute.manager [req-98b59043-2cb4-4b59-8af0-6245aef6fe88 req-1860451a-09d8-4424-bea9-111d3ab3ce81 service nova] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Received event network-vif-deleted-669a5c09-e327-4872-b95a-13ee6d60b17e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.389262] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-72490342-0959-4a0e-85fd-c66a36591629-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.747s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.404341] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd1ff0-9083-4e4f-8a1b-3022b0e02e08 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.414117] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e3301-dd87-4c1f-a58f-e8b29576680a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.427361] env[69265]: DEBUG oslo_vmware.api [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.455044] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bce294-abd6-4daf-9bd0-6f18505592fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.465616] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a9be37-6b53-49b0-ae24-da883b8cbdcf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.480960] env[69265]: DEBUG nova.compute.provider_tree [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.525496] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.527132] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.527132] env[69265]: DEBUG nova.network.neutron [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.561871] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.584697] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.670166] env[69265]: DEBUG nova.compute.utils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.671854] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.708990] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476851, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.476167} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.708990] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] e3767c98-a3a1-49ca-b73e-643bcdfddcf4/e3767c98-a3a1-49ca-b73e-643bcdfddcf4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.708990] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.709359] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3c711f8-6f80-4256-bdfa-fa47ec4f2e55 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.716771] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1141.716771] env[69265]: value = "task-3476855" [ 1141.716771] env[69265]: _type = "Task" [ 1141.716771] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.927922] env[69265]: DEBUG oslo_vmware.api [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476852, 'name': ReconfigVM_Task, 'duration_secs': 1.107915} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.928288] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2/volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.933602] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f614d86e-e1d4-4725-bfb7-909944cd5852 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.950567] env[69265]: DEBUG oslo_vmware.api [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1141.950567] env[69265]: value = "task-3476856" [ 1141.950567] env[69265]: _type = "Task" [ 1141.950567] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.960065] env[69265]: DEBUG oslo_vmware.api [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.984357] env[69265]: DEBUG nova.scheduler.client.report [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.058318] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476853, 'name': PowerOffVM_Task, 'duration_secs': 0.888115} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.058615] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.058801] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance '650dba63-e423-418e-b5b9-7d395dc1f7f8' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.169421] env[69265]: DEBUG oslo_vmware.api [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476850, 'name': PowerOnVM_Task, 'duration_secs': 1.690989} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.169731] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.173821] env[69265]: INFO nova.virt.block_device [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Booting with volume 148dc5ca-9419-4dc0-8b29-a57835ca021b at /dev/sdb [ 1142.208607] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-658f7586-5215-46e8-80f5-d81feee245b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.223236] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e8c29b-b16a-4221-8690-fb3bb2a21524 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.237762] env[69265]: DEBUG nova.network.neutron [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance_info_cache with network_info: [{"id": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "address": "fa:16:3e:1b:25:4f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eff040-f8", "ovs_interfaceid": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.242067] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095128} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.242833] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.243651] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550380df-4ca7-48dc-8270-eb03fa9d2ae7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.267279] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e3767c98-a3a1-49ca-b73e-643bcdfddcf4/e3767c98-a3a1-49ca-b73e-643bcdfddcf4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.279843] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25965df6-0129-45cf-91c6-89c2153c938e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.295946] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-593ad024-55a3-4293-a73e-5617b965e588 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.305943] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96084fa7-778e-46e0-912c-8644612d3d13 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.318622] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1142.318622] env[69265]: value = "task-3476857" [ 1142.318622] env[69265]: _type = "Task" [ 1142.318622] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.328439] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.347041] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7956a99e-d169-425b-a745-6a2f64f82f04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.355119] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58515160-ce47-465c-8763-1b05e7d84fe8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.371162] env[69265]: DEBUG nova.virt.block_device [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating existing volume attachment record: e265cab3-840a-4824-bc2d-a5b3847d4b74 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.464279] env[69265]: DEBUG oslo_vmware.api [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476856, 'name': ReconfigVM_Task, 'duration_secs': 0.167283} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.464611] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695144', 'volume_id': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'name': 'volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f195205a-3d91-41c6-ab81-f095d35c2686', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'serial': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1142.490849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.490849] env[69265]: DEBUG nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.493092] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.909s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.493319] env[69265]: DEBUG nova.objects.instance [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lazy-loading 'resources' on Instance uuid 12693607-2180-4b98-8c0e-34e1b0b072aa {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.567552] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.567787] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.567928] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.568120] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.568263] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.568407] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.568606] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.568759] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.568916] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.569187] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.569441] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.578017] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d4f958-8f44-4962-941b-0ec6aae64bb7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.591928] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1142.591928] env[69265]: value = "task-3476860" [ 1142.591928] env[69265]: _type = "Task" [ 1142.591928] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.600804] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.743859] env[69265]: DEBUG oslo_concurrency.lockutils [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.829642] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476857, 'name': ReconfigVM_Task, 'duration_secs': 0.495617} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.829937] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e3767c98-a3a1-49ca-b73e-643bcdfddcf4/e3767c98-a3a1-49ca-b73e-643bcdfddcf4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.830581] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acebccd2-7927-46bd-bf81-f5947d87bbdb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.837619] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1142.837619] env[69265]: value = "task-3476862" [ 1142.837619] env[69265]: _type = "Task" [ 1142.837619] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.845849] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476862, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.907343] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "interface-72490342-0959-4a0e-85fd-c66a36591629-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.907648] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-72490342-0959-4a0e-85fd-c66a36591629-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.999448] env[69265]: DEBUG nova.compute.utils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.000836] env[69265]: DEBUG nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.001495] env[69265]: DEBUG nova.network.neutron [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.055702] env[69265]: DEBUG nova.policy [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd0d2b689c854b16a7c046e74126e5a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3118627928e40899cc4e0fb2633b1a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.104169] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476860, 'name': ReconfigVM_Task, 'duration_secs': 0.204737} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.106863] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance '650dba63-e423-418e-b5b9-7d395dc1f7f8' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.229894] env[69265]: INFO nova.compute.manager [None req-569ef70f-8483-4275-b405-7391cf10a702 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance to original state: 'active' [ 1143.274158] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eac1dc1-c836-46e6-9f12-aef322f0c1f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.281011] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da286a92-44f9-4658-a3b5-886fd02f9936 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.300887] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dc642a-54a7-4455-b402-146895970326 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.307221] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d1d09-32c6-4f99-9c74-89977242a9bf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.314016] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance 'f663f4f5-e4db-4b89-a3a7-a4d40d10c112' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.356350] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03be2e33-3d9e-4f73-aebe-5d401b27bfd6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.365181] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476862, 'name': Rename_Task, 'duration_secs': 0.167557} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.367427] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.367851] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3e7eb89-e093-4077-899d-145875511090 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.370520] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0def239a-5bbf-4caf-90b5-a86f6d7f1e83 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.376587] env[69265]: DEBUG nova.network.neutron [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Successfully created port: f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.390471] env[69265]: DEBUG nova.compute.provider_tree [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.394619] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1143.394619] env[69265]: value = "task-3476863" [ 1143.394619] env[69265]: _type = "Task" [ 1143.394619] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.404550] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.410891] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.411194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.412102] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a395e209-c68c-427f-87a3-8b22b7eb6e25 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.431394] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bfc85-f616-4994-9e3a-09e2406b29f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.460259] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Reconfiguring VM to detach interface {{(pid=69265) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1143.460566] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b4c82e-8ec7-4c50-b47d-072ddf6c2489 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.483270] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1143.483270] env[69265]: value = "task-3476864" [ 1143.483270] env[69265]: _type = "Task" [ 1143.483270] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.492199] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.504234] env[69265]: DEBUG nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.507980] env[69265]: DEBUG nova.objects.instance [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lazy-loading 'flavor' on Instance uuid f195205a-3d91-41c6-ab81-f095d35c2686 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.614161] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.614413] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.614572] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.614755] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.614905] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.615076] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.615303] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.615464] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.615629] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.615821] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.615950] env[69265]: DEBUG nova.virt.hardware [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.621516] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.622926] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56f65d15-4143-4048-9944-cff2b87ad889 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.645303] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1143.645303] env[69265]: value = "task-3476865" [ 1143.645303] env[69265]: _type = "Task" [ 1143.645303] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.655895] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.826521] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.826911] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cad582e-7f8e-4934-92a5-3cf08296b84d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.834744] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1143.834744] env[69265]: value = "task-3476866" [ 1143.834744] env[69265]: _type = "Task" [ 1143.834744] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.849006] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.894924] env[69265]: DEBUG nova.scheduler.client.report [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.908769] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.993359] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.016906] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f57016a-504e-45af-a95a-448ecce2fb63 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.325s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.158829] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476865, 'name': ReconfigVM_Task, 'duration_secs': 0.185002} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.159621] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.160507] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4282d4af-16fa-45a8-812b-4b11a99d5678 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.188432] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 650dba63-e423-418e-b5b9-7d395dc1f7f8/650dba63-e423-418e-b5b9-7d395dc1f7f8.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.189063] env[69265]: INFO nova.compute.manager [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Rescuing [ 1144.189477] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.189754] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.190032] env[69265]: DEBUG nova.network.neutron [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.191328] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f27c94a3-3f14-4417-9ad0-f1a058f68b0e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.215558] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1144.215558] env[69265]: value = "task-3476867" [ 1144.215558] env[69265]: _type = "Task" [ 1144.215558] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.227272] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.345903] env[69265]: DEBUG oslo_vmware.api [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476866, 'name': PowerOnVM_Task, 'duration_secs': 0.439951} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.346243] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.346435] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-de4da174-390d-4840-852e-48a68d061db6 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance 'f663f4f5-e4db-4b89-a3a7-a4d40d10c112' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.403055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.411595] env[69265]: DEBUG oslo_vmware.api [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476863, 'name': PowerOnVM_Task, 'duration_secs': 0.708344} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.411916] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.412132] env[69265]: INFO nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1144.412331] env[69265]: DEBUG nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.413164] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa10144-4763-49d1-a1a2-359290dd382c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.425464] env[69265]: INFO nova.scheduler.client.report [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Deleted allocations for instance 12693607-2180-4b98-8c0e-34e1b0b072aa [ 1144.492689] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.519913] env[69265]: DEBUG nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.549349] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.549533] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.549761] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.549959] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.550177] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.550339] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.550551] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.550711] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.550880] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.551062] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.551247] env[69265]: DEBUG nova.virt.hardware [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.552161] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8326dc67-4bab-46a0-b13f-eb71db54c8b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.563424] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15d6cc7-8ec3-4982-b73d-e154904d7c5a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.625571] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.625899] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.626261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.626336] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.626481] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.629934] env[69265]: INFO nova.compute.manager [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Terminating instance [ 1144.667248] env[69265]: DEBUG nova.network.neutron [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [{"id": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "address": "fa:16:3e:b6:e0:d2", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb33f02-8e", "ovs_interfaceid": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.729064] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476867, 'name': ReconfigVM_Task, 'duration_secs': 0.336229} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.729268] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 650dba63-e423-418e-b5b9-7d395dc1f7f8/650dba63-e423-418e-b5b9-7d395dc1f7f8.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.729537] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance '650dba63-e423-418e-b5b9-7d395dc1f7f8' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.885026] env[69265]: DEBUG nova.network.neutron [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Successfully updated port: f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.900030] env[69265]: DEBUG nova.compute.manager [req-ab483e3f-9ee6-4998-b676-2a528ecf9793 req-c53b1757-7751-43fe-a8b3-04d8acb5bf6d service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Received event network-vif-plugged-f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.900030] env[69265]: DEBUG oslo_concurrency.lockutils [req-ab483e3f-9ee6-4998-b676-2a528ecf9793 req-c53b1757-7751-43fe-a8b3-04d8acb5bf6d service nova] Acquiring lock "b1aaf731-5852-407f-8703-010417c46211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.900030] env[69265]: DEBUG oslo_concurrency.lockutils [req-ab483e3f-9ee6-4998-b676-2a528ecf9793 req-c53b1757-7751-43fe-a8b3-04d8acb5bf6d service nova] Lock "b1aaf731-5852-407f-8703-010417c46211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.900276] env[69265]: DEBUG oslo_concurrency.lockutils [req-ab483e3f-9ee6-4998-b676-2a528ecf9793 req-c53b1757-7751-43fe-a8b3-04d8acb5bf6d service nova] Lock "b1aaf731-5852-407f-8703-010417c46211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.900602] env[69265]: DEBUG nova.compute.manager [req-ab483e3f-9ee6-4998-b676-2a528ecf9793 req-c53b1757-7751-43fe-a8b3-04d8acb5bf6d service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] No waiting events found dispatching network-vif-plugged-f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.900871] env[69265]: WARNING nova.compute.manager [req-ab483e3f-9ee6-4998-b676-2a528ecf9793 req-c53b1757-7751-43fe-a8b3-04d8acb5bf6d service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Received unexpected event network-vif-plugged-f174ed6f-3776-4957-b74e-a07acba4c112 for instance with vm_state building and task_state spawning. [ 1144.937597] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cdf83c1d-e964-407e-bddf-41dae7fe0774 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Lock "12693607-2180-4b98-8c0e-34e1b0b072aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.760s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.939016] env[69265]: INFO nova.compute.manager [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Took 17.33 seconds to build instance. [ 1144.995597] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.138438] env[69265]: DEBUG nova.compute.manager [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.138438] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.139117] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b20eb25a-deaf-4e30-9317-5a0898a1f605 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.147568] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1145.147568] env[69265]: value = "task-3476869" [ 1145.147568] env[69265]: _type = "Task" [ 1145.147568] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.160180] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.170599] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.239788] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b831d54e-7029-496e-87b9-37d3e150d9d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.266719] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc294c8-8ab4-4171-bbf7-ec4be2df042f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.287858] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance '650dba63-e423-418e-b5b9-7d395dc1f7f8' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.315460] env[69265]: DEBUG nova.compute.manager [req-1afbe3e1-d060-40b6-b46e-55a98dd7344c req-bf5dcdaa-3855-4468-a8ee-aea3a96a5ddc service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Received event network-changed-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.315685] env[69265]: DEBUG nova.compute.manager [req-1afbe3e1-d060-40b6-b46e-55a98dd7344c req-bf5dcdaa-3855-4468-a8ee-aea3a96a5ddc service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Refreshing instance network info cache due to event network-changed-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.315877] env[69265]: DEBUG oslo_concurrency.lockutils [req-1afbe3e1-d060-40b6-b46e-55a98dd7344c req-bf5dcdaa-3855-4468-a8ee-aea3a96a5ddc service nova] Acquiring lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.316177] env[69265]: DEBUG oslo_concurrency.lockutils [req-1afbe3e1-d060-40b6-b46e-55a98dd7344c req-bf5dcdaa-3855-4468-a8ee-aea3a96a5ddc service nova] Acquired lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.316412] env[69265]: DEBUG nova.network.neutron [req-1afbe3e1-d060-40b6-b46e-55a98dd7344c req-bf5dcdaa-3855-4468-a8ee-aea3a96a5ddc service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Refreshing network info cache for port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.388124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.388124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.388309] env[69265]: DEBUG nova.network.neutron [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.444906] env[69265]: DEBUG oslo_concurrency.lockutils [None req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.841s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.495765] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.568445] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "e03498cd-7849-4e30-b543-6639d8cf41f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.568688] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.658834] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476869, 'name': PowerOffVM_Task, 'duration_secs': 0.371485} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.658926] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.659144] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.659351] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695119', 'volume_id': 'cf17e3db-fbbb-41a8-be16-e0306f50877b', 'name': 'volume-cf17e3db-fbbb-41a8-be16-e0306f50877b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6c31f363-6ede-4dfe-a4bb-6680e1f371ea', 'attached_at': '2025-04-17T13:55:13.000000', 'detached_at': '', 'volume_id': 'cf17e3db-fbbb-41a8-be16-e0306f50877b', 'serial': 'cf17e3db-fbbb-41a8-be16-e0306f50877b'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1145.660132] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc076019-a480-4163-87ae-f4e3e1abcc20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.684028] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ddeba4-2834-4ad4-9bed-09d60a22d6d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.691246] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c4bc7-aabe-45aa-98b1-70fc3c888a9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.718752] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbbb6e3-5731-4e88-8780-ba6bdb873b53 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.736364] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] The volume has not been displaced from its original location: [datastore1] volume-cf17e3db-fbbb-41a8-be16-e0306f50877b/volume-cf17e3db-fbbb-41a8-be16-e0306f50877b.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.741838] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.742392] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062ee02b-f032-4f51-8d55-654ad02b1d8c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.765854] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1145.765854] env[69265]: value = "task-3476870" [ 1145.765854] env[69265]: _type = "Task" [ 1145.765854] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.781036] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.824894] env[69265]: DEBUG nova.network.neutron [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Port afd4c14b-2cec-4cd3-a624-d29c708a56d9 binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1145.923835] env[69265]: DEBUG nova.network.neutron [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.995659] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.064439] env[69265]: DEBUG nova.network.neutron [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Updating instance_info_cache with network_info: [{"id": "f174ed6f-3776-4957-b74e-a07acba4c112", "address": "fa:16:3e:86:1e:f8", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf174ed6f-37", "ovs_interfaceid": "f174ed6f-3776-4957-b74e-a07acba4c112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.070795] env[69265]: DEBUG nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.276084] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476870, 'name': ReconfigVM_Task, 'duration_secs': 0.381745} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.277638] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.282524] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-615c7d96-09ad-49bd-a395-85e787627340 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.302460] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1146.302460] env[69265]: value = "task-3476871" [ 1146.302460] env[69265]: _type = "Task" [ 1146.302460] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.311603] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.435265] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.435265] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.435265] env[69265]: DEBUG nova.compute.manager [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Going to confirm migration 5 {{(pid=69265) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1146.494234] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.507192] env[69265]: DEBUG nova.network.neutron [req-1afbe3e1-d060-40b6-b46e-55a98dd7344c req-bf5dcdaa-3855-4468-a8ee-aea3a96a5ddc service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updated VIF entry in instance network info cache for port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.507192] env[69265]: DEBUG nova.network.neutron [req-1afbe3e1-d060-40b6-b46e-55a98dd7344c req-bf5dcdaa-3855-4468-a8ee-aea3a96a5ddc service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updating instance_info_cache with network_info: [{"id": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "address": "fa:16:3e:e7:aa:94", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca120215-c0", "ovs_interfaceid": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.568021] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.568021] env[69265]: DEBUG nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Instance network_info: |[{"id": "f174ed6f-3776-4957-b74e-a07acba4c112", "address": "fa:16:3e:86:1e:f8", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf174ed6f-37", "ovs_interfaceid": "f174ed6f-3776-4957-b74e-a07acba4c112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.568021] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:1e:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f174ed6f-3776-4957-b74e-a07acba4c112', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.575508] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.578174] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1aaf731-5852-407f-8703-010417c46211] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.580959] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0e5cce3-45b7-4bb2-bb2e-9f1f52333acb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.609807] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.609807] env[69265]: value = "task-3476872" [ 1146.609807] env[69265]: _type = "Task" [ 1146.609807] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.617266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.617581] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.619294] env[69265]: INFO nova.compute.claims [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.626945] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476872, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.723206] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.723640] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cca4ad72-ea48-4018-8a1e-c620016c3e3f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.737604] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1146.737604] env[69265]: value = "task-3476873" [ 1146.737604] env[69265]: _type = "Task" [ 1146.737604] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.747159] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.814022] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476871, 'name': ReconfigVM_Task, 'duration_secs': 0.142837} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.814293] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695119', 'volume_id': 'cf17e3db-fbbb-41a8-be16-e0306f50877b', 'name': 'volume-cf17e3db-fbbb-41a8-be16-e0306f50877b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6c31f363-6ede-4dfe-a4bb-6680e1f371ea', 'attached_at': '2025-04-17T13:55:13.000000', 'detached_at': '', 'volume_id': 'cf17e3db-fbbb-41a8-be16-e0306f50877b', 'serial': 'cf17e3db-fbbb-41a8-be16-e0306f50877b'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1146.814587] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.815404] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c18320-329c-46e9-881a-7fbc46a2e94b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.823724] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.823963] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57ce468a-678c-461c-8a53-3f5d72cc0e71 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.846971] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.847213] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.848612] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.905896] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.906378] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.906602] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleting the datastore file [datastore2] 6c31f363-6ede-4dfe-a4bb-6680e1f371ea {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.908572] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0217cfad-3d9b-4b35-a143-5892cade2d86 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.917097] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1146.917097] env[69265]: value = "task-3476875" [ 1146.917097] env[69265]: _type = "Task" [ 1146.917097] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.934099] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.995476] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.008663] env[69265]: DEBUG oslo_concurrency.lockutils [req-1afbe3e1-d060-40b6-b46e-55a98dd7344c req-bf5dcdaa-3855-4468-a8ee-aea3a96a5ddc service nova] Releasing lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.011714] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.011714] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquired lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.011714] env[69265]: DEBUG nova.network.neutron [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.011714] env[69265]: DEBUG nova.objects.instance [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lazy-loading 'info_cache' on Instance uuid f663f4f5-e4db-4b89-a3a7-a4d40d10c112 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.122283] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476872, 'name': CreateVM_Task, 'duration_secs': 0.375428} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.122480] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1aaf731-5852-407f-8703-010417c46211] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.123294] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.123465] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.123803] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.124055] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b040ea2-5841-4e69-874f-86120415127c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.131251] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1147.131251] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f0ea02-cb17-95c6-d193-1ba3f00fa73e" [ 1147.131251] env[69265]: _type = "Task" [ 1147.131251] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.141197] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f0ea02-cb17-95c6-d193-1ba3f00fa73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.248046] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476873, 'name': PowerOffVM_Task, 'duration_secs': 0.274584} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.248330] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.249111] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ed6fc-bfcb-490f-9ce5-c175e6dbe2dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.270471] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8e601c-49e7-4339-89fe-39e85938acc7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.305465] env[69265]: DEBUG nova.compute.manager [req-ede9d6d1-f23c-49d3-a392-c6738490bfe6 req-21a69d9f-8e86-4f77-86f1-174b8e552e52 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Received event network-changed-f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.305754] env[69265]: DEBUG nova.compute.manager [req-ede9d6d1-f23c-49d3-a392-c6738490bfe6 req-21a69d9f-8e86-4f77-86f1-174b8e552e52 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Refreshing instance network info cache due to event network-changed-f174ed6f-3776-4957-b74e-a07acba4c112. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.305875] env[69265]: DEBUG oslo_concurrency.lockutils [req-ede9d6d1-f23c-49d3-a392-c6738490bfe6 req-21a69d9f-8e86-4f77-86f1-174b8e552e52 service nova] Acquiring lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.306185] env[69265]: DEBUG oslo_concurrency.lockutils [req-ede9d6d1-f23c-49d3-a392-c6738490bfe6 req-21a69d9f-8e86-4f77-86f1-174b8e552e52 service nova] Acquired lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.306185] env[69265]: DEBUG nova.network.neutron [req-ede9d6d1-f23c-49d3-a392-c6738490bfe6 req-21a69d9f-8e86-4f77-86f1-174b8e552e52 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Refreshing network info cache for port f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.325824] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.326243] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b599e416-3b65-4e81-a32b-52533ee5bdba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.334450] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1147.334450] env[69265]: value = "task-3476876" [ 1147.334450] env[69265]: _type = "Task" [ 1147.334450] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.343718] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.434706] env[69265]: DEBUG oslo_vmware.api [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418654} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.434974] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.435177] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.435692] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.435692] env[69265]: INFO nova.compute.manager [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1147.435804] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.435937] env[69265]: DEBUG nova.compute.manager [-] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.436045] env[69265]: DEBUG nova.network.neutron [-] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.496392] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.622290] env[69265]: DEBUG nova.compute.manager [req-ecfbc8ae-8693-4782-bb81-5de7abcfecdb req-63deea14-c8d4-4cb7-9503-9e8102d6c190 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Received event network-changed-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.622476] env[69265]: DEBUG nova.compute.manager [req-ecfbc8ae-8693-4782-bb81-5de7abcfecdb req-63deea14-c8d4-4cb7-9503-9e8102d6c190 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Refreshing instance network info cache due to event network-changed-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.622789] env[69265]: DEBUG oslo_concurrency.lockutils [req-ecfbc8ae-8693-4782-bb81-5de7abcfecdb req-63deea14-c8d4-4cb7-9503-9e8102d6c190 service nova] Acquiring lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.622998] env[69265]: DEBUG oslo_concurrency.lockutils [req-ecfbc8ae-8693-4782-bb81-5de7abcfecdb req-63deea14-c8d4-4cb7-9503-9e8102d6c190 service nova] Acquired lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.623148] env[69265]: DEBUG nova.network.neutron [req-ecfbc8ae-8693-4782-bb81-5de7abcfecdb req-63deea14-c8d4-4cb7-9503-9e8102d6c190 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Refreshing network info cache for port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.647353] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f0ea02-cb17-95c6-d193-1ba3f00fa73e, 'name': SearchDatastore_Task, 'duration_secs': 0.046344} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.647353] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.647353] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.647830] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.648020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.648315] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.648466] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f503e5f5-d3e6-4cd6-b9fa-3aac3662566a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.660933] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.660933] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.660933] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579504ef-2ea1-494c-b6bc-070097e10a4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.668829] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1147.668829] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c60545-050c-28a5-c219-b154010f7a18" [ 1147.668829] env[69265]: _type = "Task" [ 1147.668829] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.681235] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c60545-050c-28a5-c219-b154010f7a18, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.681968] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6cd8f8-23c2-4b0e-9f03-0156fcead501 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.687539] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1147.687539] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f2a927-62f8-cd8e-6065-bbbb42b81c94" [ 1147.687539] env[69265]: _type = "Task" [ 1147.687539] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.699927] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f2a927-62f8-cd8e-6065-bbbb42b81c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.850885] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.851251] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.851333] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.852808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.852808] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.855576] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94fa7bfd-8bd2-4f63-8e66-116c4d3db069 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.872935] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.873232] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.876881] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490ac542-4950-487c-af33-5eb8263399d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.884484] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1147.884484] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521b3142-442c-09ce-049b-3c4167366c62" [ 1147.884484] env[69265]: _type = "Task" [ 1147.884484] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.902193] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521b3142-442c-09ce-049b-3c4167366c62, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.904394] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a725b6a-e3a9-4f86-9c61-6b86ebf4b761 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.910196] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1147.910196] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520414b1-b49a-f33e-84c8-9b8fbde92e5e" [ 1147.910196] env[69265]: _type = "Task" [ 1147.910196] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.919383] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520414b1-b49a-f33e-84c8-9b8fbde92e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.940462] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.941853] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.942135] env[69265]: DEBUG nova.network.neutron [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.974719] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.000851] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.016058] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6809e4-18d4-4778-96a8-52db85c7c982 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.026714] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff65b6e-46e0-4d1a-997c-8a04cc055936 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.071180] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfbf799-fba4-4247-b744-a3529bd67eee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.080545] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b8ac7-7667-43f1-957f-a5f79e971fab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.095195] env[69265]: DEBUG nova.compute.provider_tree [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.201460] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f2a927-62f8-cd8e-6065-bbbb42b81c94, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.201930] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.202194] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] b1aaf731-5852-407f-8703-010417c46211/b1aaf731-5852-407f-8703-010417c46211.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.202478] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c199e537-3229-498b-92ca-39a639e12f2c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.212317] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1148.212317] env[69265]: value = "task-3476877" [ 1148.212317] env[69265]: _type = "Task" [ 1148.212317] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.222214] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.425852] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520414b1-b49a-f33e-84c8-9b8fbde92e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.426183] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.426479] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. {{(pid=69265) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1148.426770] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd03e523-0c0c-4171-a038-c68681f604bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.436775] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1148.436775] env[69265]: value = "task-3476878" [ 1148.436775] env[69265]: _type = "Task" [ 1148.436775] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.451744] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.507577] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.547994] env[69265]: DEBUG nova.network.neutron [req-ede9d6d1-f23c-49d3-a392-c6738490bfe6 req-21a69d9f-8e86-4f77-86f1-174b8e552e52 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Updated VIF entry in instance network info cache for port f174ed6f-3776-4957-b74e-a07acba4c112. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.548466] env[69265]: DEBUG nova.network.neutron [req-ede9d6d1-f23c-49d3-a392-c6738490bfe6 req-21a69d9f-8e86-4f77-86f1-174b8e552e52 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Updating instance_info_cache with network_info: [{"id": "f174ed6f-3776-4957-b74e-a07acba4c112", "address": "fa:16:3e:86:1e:f8", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf174ed6f-37", "ovs_interfaceid": "f174ed6f-3776-4957-b74e-a07acba4c112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.598826] env[69265]: DEBUG nova.scheduler.client.report [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.660286] env[69265]: DEBUG nova.network.neutron [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance_info_cache with network_info: [{"id": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "address": "fa:16:3e:1b:25:4f", "network": {"id": "46a2e52b-5c11-473b-87f4-a79632733a06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1765018162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cba856f9ce4a53bd994eb7f2815533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eff040-f8", "ovs_interfaceid": "23eff040-f82c-4acd-94f4-8ba4460b9e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.697621] env[69265]: DEBUG nova.network.neutron [-] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.735259] env[69265]: DEBUG nova.network.neutron [req-ecfbc8ae-8693-4782-bb81-5de7abcfecdb req-63deea14-c8d4-4cb7-9503-9e8102d6c190 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updated VIF entry in instance network info cache for port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.735691] env[69265]: DEBUG nova.network.neutron [req-ecfbc8ae-8693-4782-bb81-5de7abcfecdb req-63deea14-c8d4-4cb7-9503-9e8102d6c190 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updating instance_info_cache with network_info: [{"id": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "address": "fa:16:3e:e7:aa:94", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca120215-c0", "ovs_interfaceid": "ca120215-c0ff-4b6f-9fcd-0e0db4a5256d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.740716] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506939} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.741255] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] b1aaf731-5852-407f-8703-010417c46211/b1aaf731-5852-407f-8703-010417c46211.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.741501] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.741794] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f417efa9-875b-45a1-8f1c-2810fc33f290 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.751461] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1148.751461] env[69265]: value = "task-3476879" [ 1148.751461] env[69265]: _type = "Task" [ 1148.751461] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.767028] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.904876] env[69265]: DEBUG nova.network.neutron [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance_info_cache with network_info: [{"id": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "address": "fa:16:3e:4f:5d:84", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd4c14b-2c", "ovs_interfaceid": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.952984] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.004835] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.051551] env[69265]: DEBUG oslo_concurrency.lockutils [req-ede9d6d1-f23c-49d3-a392-c6738490bfe6 req-21a69d9f-8e86-4f77-86f1-174b8e552e52 service nova] Releasing lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.105380] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.105983] env[69265]: DEBUG nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.108992] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.134s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.109111] env[69265]: DEBUG nova.objects.instance [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'pci_requests' on Instance uuid 41fdc930-ea31-419b-8aec-68bf17d01998 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.163839] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Releasing lock "refresh_cache-f663f4f5-e4db-4b89-a3a7-a4d40d10c112" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.164166] env[69265]: DEBUG nova.objects.instance [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lazy-loading 'migration_context' on Instance uuid f663f4f5-e4db-4b89-a3a7-a4d40d10c112 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.200495] env[69265]: INFO nova.compute.manager [-] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Took 1.76 seconds to deallocate network for instance. [ 1149.242693] env[69265]: DEBUG oslo_concurrency.lockutils [req-ecfbc8ae-8693-4782-bb81-5de7abcfecdb req-63deea14-c8d4-4cb7-9503-9e8102d6c190 service nova] Releasing lock "refresh_cache-e3767c98-a3a1-49ca-b73e-643bcdfddcf4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.264330] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078009} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.264762] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.265600] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a333d60-da35-44bd-8b20-94ccc61a3e27 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.288661] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] b1aaf731-5852-407f-8703-010417c46211/b1aaf731-5852-407f-8703-010417c46211.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.288970] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7973a6-26ef-434f-b678-359358207301 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.311752] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1149.311752] env[69265]: value = "task-3476880" [ 1149.311752] env[69265]: _type = "Task" [ 1149.311752] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.320712] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.408639] env[69265]: DEBUG oslo_concurrency.lockutils [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.448270] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628109} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.448600] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk. [ 1149.449358] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6db08db-8172-4ef3-a708-406af625a02f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.481404] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.482853] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a8bc42e-bc66-400a-9236-5f759c33d8b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.507437] env[69265]: DEBUG oslo_vmware.api [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476864, 'name': ReconfigVM_Task, 'duration_secs': 5.912926} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.508889] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.509122] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Reconfigured VM to detach interface {{(pid=69265) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1149.511366] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1149.511366] env[69265]: value = "task-3476881" [ 1149.511366] env[69265]: _type = "Task" [ 1149.511366] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.521219] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.612610] env[69265]: DEBUG nova.compute.utils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.614464] env[69265]: DEBUG nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.614667] env[69265]: DEBUG nova.network.neutron [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.617960] env[69265]: DEBUG nova.objects.instance [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'numa_topology' on Instance uuid 41fdc930-ea31-419b-8aec-68bf17d01998 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.667311] env[69265]: DEBUG nova.objects.base [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.668604] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01557150-0ce3-49d8-ac45-cce868136b64 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.696131] env[69265]: DEBUG nova.policy [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa113d03e81f4fb98c08c8fb72948acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb1da8718026470194adbb065b9f3655', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.699569] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76671a86-3867-4991-a494-eedf28d31161 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.706565] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1149.706565] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bf2b9c-463e-a107-8ad9-48894c9ed4d5" [ 1149.706565] env[69265]: _type = "Task" [ 1149.706565] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.716745] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bf2b9c-463e-a107-8ad9-48894c9ed4d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.750047] env[69265]: INFO nova.compute.manager [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Took 0.55 seconds to detach 1 volumes for instance. [ 1149.822875] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.825163] env[69265]: DEBUG nova.compute.manager [req-ea008166-6a25-4c4d-923f-4c0dca7dcb08 req-c4311d57-8895-4595-a2ab-b3172255ca63 service nova] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Received event network-vif-deleted-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.944386] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7efdd8-861d-45e7-ba42-5655b155a78d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.965716] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f198142e-d0b6-443c-9537-95c7553bacf3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.974790] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance '650dba63-e423-418e-b5b9-7d395dc1f7f8' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.023464] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.120335] env[69265]: DEBUG nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.123608] env[69265]: INFO nova.compute.claims [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.221557] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52bf2b9c-463e-a107-8ad9-48894c9ed4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014695} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.221908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.240124] env[69265]: DEBUG nova.network.neutron [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Successfully created port: 3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.256729] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.322769] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476880, 'name': ReconfigVM_Task, 'duration_secs': 0.919917} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.323106] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Reconfigured VM instance instance-00000063 to attach disk [datastore1] b1aaf731-5852-407f-8703-010417c46211/b1aaf731-5852-407f-8703-010417c46211.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.323724] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3aa8326-d0b4-475e-84fa-5abc1fd5824f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.332638] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1150.332638] env[69265]: value = "task-3476882" [ 1150.332638] env[69265]: _type = "Task" [ 1150.332638] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.339302] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476882, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.483885] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.484249] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8962251-f930-4031-af37-6b42dabe14cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.492857] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1150.492857] env[69265]: value = "task-3476883" [ 1150.492857] env[69265]: _type = "Task" [ 1150.492857] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.503243] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.521917] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.628343] env[69265]: INFO nova.virt.block_device [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Booting with volume 739fde96-7e52-4ea5-8b54-11da564c2e0c at /dev/sda [ 1150.677446] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47d5e377-ad0e-4e0e-b08d-cc7f107082ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.690559] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958ff819-2720-4e06-b3e0-93c58d419da9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.728768] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63b80e32-6d45-44e5-8def-8f28efd66895 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.740181] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9295740-cd88-40b8-9bdf-77f1606cd87d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.778168] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ad246-e903-4c7f-953c-6735bab9ea37 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.787526] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d875c878-fed5-4ba1-b289-7f0df9066d0f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.804840] env[69265]: DEBUG nova.virt.block_device [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating existing volume attachment record: c3e5fbb5-5444-4f5c-9eb7-3f0ea724a2e7 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.846021] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476882, 'name': Rename_Task, 'duration_secs': 0.317601} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.846021] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.846021] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fb8d1fb-7838-4bd4-b49a-f77c2af6a39a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.851897] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1150.851897] env[69265]: value = "task-3476884" [ 1150.851897] env[69265]: _type = "Task" [ 1150.851897] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.859904] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.003587] env[69265]: DEBUG oslo_vmware.api [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476883, 'name': PowerOnVM_Task, 'duration_secs': 0.430111} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.003862] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.004061] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-286dfec3-542a-4cb4-86a1-8186dfbe18a3 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance '650dba63-e423-418e-b5b9-7d395dc1f7f8' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.008982] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.009161] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquired lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.009332] env[69265]: DEBUG nova.network.neutron [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.023612] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476881, 'name': ReconfigVM_Task, 'duration_secs': 1.087714} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.023612] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfigured VM instance instance-0000005b to attach disk [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686/874d7480-b4be-4ee5-a86f-5be16c8c152b-rescue.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.024241] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ecd88a-d7c0-4e4e-a667-6a080df5c735 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.059243] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d719516-a70d-41d1-a59d-35b494df3f58 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.080316] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1151.080316] env[69265]: value = "task-3476885" [ 1151.080316] env[69265]: _type = "Task" [ 1151.080316] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.091525] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.366441] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.431862] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027c3ec2-61ea-43ae-96f2-316d7a42b498 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.440741] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c684cc-85ba-4d8d-acb7-b0ca294b9110 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.475077] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9359231-82f9-487e-91e9-81502774011f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.484546] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1887010-d2f6-45c2-9236-101f112679d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.499852] env[69265]: DEBUG nova.compute.provider_tree [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.576886] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "72490342-0959-4a0e-85fd-c66a36591629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.576886] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "72490342-0959-4a0e-85fd-c66a36591629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.576886] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "72490342-0959-4a0e-85fd-c66a36591629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.576886] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "72490342-0959-4a0e-85fd-c66a36591629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.576886] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "72490342-0959-4a0e-85fd-c66a36591629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.577941] env[69265]: INFO nova.compute.manager [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Terminating instance [ 1151.593716] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476885, 'name': ReconfigVM_Task, 'duration_secs': 0.403101} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.594591] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.594983] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ba45ab-8c97-481d-8e1d-657a9706c696 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.604575] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1151.604575] env[69265]: value = "task-3476886" [ 1151.604575] env[69265]: _type = "Task" [ 1151.604575] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.615390] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.875142] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.906734] env[69265]: INFO nova.network.neutron [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1151.907086] env[69265]: DEBUG nova.network.neutron [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [{"id": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "address": "fa:16:3e:c2:71:a9", "network": {"id": "ef8de805-c62e-447e-b40a-9ac49536bbe6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1378572148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e128db8b786440a0a18a18e7dd9f5837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8786732-9a", "ovs_interfaceid": "e8786732-9a73-49e3-a9c8-b64dbbb21b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.004756] env[69265]: DEBUG nova.scheduler.client.report [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.011019] env[69265]: DEBUG nova.network.neutron [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Successfully updated port: 3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.087868] env[69265]: DEBUG nova.compute.manager [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.088154] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.089057] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878f4dbf-a518-429a-a9e1-cfa238b22e74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.098503] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.098782] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-255bee54-6d2a-49a0-87e0-b687de07d6b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.107738] env[69265]: DEBUG oslo_vmware.api [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1152.107738] env[69265]: value = "task-3476887" [ 1152.107738] env[69265]: _type = "Task" [ 1152.107738] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.121893] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476886, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.125191] env[69265]: DEBUG oslo_vmware.api [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.144889] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.145189] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.260372] env[69265]: DEBUG nova.compute.manager [req-a1e9baca-98d6-442f-964b-2aeefa1ee2f0 req-0ec8f0ce-c35b-4149-876e-43aa60ee9f1f service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Received event network-vif-plugged-3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.260688] env[69265]: DEBUG oslo_concurrency.lockutils [req-a1e9baca-98d6-442f-964b-2aeefa1ee2f0 req-0ec8f0ce-c35b-4149-876e-43aa60ee9f1f service nova] Acquiring lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.260895] env[69265]: DEBUG oslo_concurrency.lockutils [req-a1e9baca-98d6-442f-964b-2aeefa1ee2f0 req-0ec8f0ce-c35b-4149-876e-43aa60ee9f1f service nova] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.261179] env[69265]: DEBUG oslo_concurrency.lockutils [req-a1e9baca-98d6-442f-964b-2aeefa1ee2f0 req-0ec8f0ce-c35b-4149-876e-43aa60ee9f1f service nova] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.261389] env[69265]: DEBUG nova.compute.manager [req-a1e9baca-98d6-442f-964b-2aeefa1ee2f0 req-0ec8f0ce-c35b-4149-876e-43aa60ee9f1f service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] No waiting events found dispatching network-vif-plugged-3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.261543] env[69265]: WARNING nova.compute.manager [req-a1e9baca-98d6-442f-964b-2aeefa1ee2f0 req-0ec8f0ce-c35b-4149-876e-43aa60ee9f1f service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Received unexpected event network-vif-plugged-3a8975f1-a92f-4e81-bdbc-08e40a853962 for instance with vm_state building and task_state block_device_mapping. [ 1152.369054] env[69265]: DEBUG oslo_vmware.api [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476884, 'name': PowerOnVM_Task, 'duration_secs': 1.038072} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.372375] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.372375] env[69265]: INFO nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1152.372375] env[69265]: DEBUG nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.372375] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8484b2-9829-4cd5-992e-d58a9d38764a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.410199] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Releasing lock "refresh_cache-72490342-0959-4a0e-85fd-c66a36591629" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.511077] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.402s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.514821] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.293s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.516732] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.516732] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.516860] env[69265]: DEBUG nova.network.neutron [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.562018] env[69265]: INFO nova.network.neutron [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1152.619352] env[69265]: DEBUG oslo_vmware.api [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476886, 'name': PowerOnVM_Task, 'duration_secs': 0.550235} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.620048] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.623094] env[69265]: DEBUG nova.compute.manager [None req-7849466d-7105-44ed-a225-f072bae23f48 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.623846] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d6b8ca-2544-4a41-8c79-3506b2f18467 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.628917] env[69265]: DEBUG oslo_vmware.api [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476887, 'name': PowerOffVM_Task, 'duration_secs': 0.394593} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.629529] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.629729] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.630436] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2a58cfe-08e6-490d-9412-32a211a4d876 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.651021] env[69265]: DEBUG nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.719936] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.722586] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.722586] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleting the datastore file [datastore1] 72490342-0959-4a0e-85fd-c66a36591629 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.722586] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f767f5b-02db-4b3e-a478-cc8f0edab62d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.738903] env[69265]: DEBUG oslo_vmware.api [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1152.738903] env[69265]: value = "task-3476889" [ 1152.738903] env[69265]: _type = "Task" [ 1152.738903] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.748419] env[69265]: DEBUG oslo_vmware.api [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.896614] env[69265]: INFO nova.compute.manager [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Took 17.54 seconds to build instance. [ 1152.914779] env[69265]: DEBUG oslo_concurrency.lockutils [None req-25a4d5c3-abb4-49f4-a2ae-12b3ed490d40 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "interface-72490342-0959-4a0e-85fd-c66a36591629-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.007s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.933644] env[69265]: DEBUG nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.934271] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.934593] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.934838] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.935060] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.935217] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.935393] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.935635] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.935846] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.936014] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.936322] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.936578] env[69265]: DEBUG nova.virt.hardware [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.937787] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b306142-8e09-4200-b596-ebe48fe71f74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.948873] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188897ab-74fd-4d6e-b69b-79e23697466a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.044889] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.045185] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.045394] env[69265]: DEBUG nova.compute.manager [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Going to confirm migration 6 {{(pid=69265) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1153.093154] env[69265]: DEBUG nova.network.neutron [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.177477] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.253488] env[69265]: DEBUG oslo_vmware.api [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337366} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.256708] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.256927] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.258316] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.258316] env[69265]: INFO nova.compute.manager [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1153.258316] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.258316] env[69265]: DEBUG nova.compute.manager [-] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.258316] env[69265]: DEBUG nova.network.neutron [-] [instance: 72490342-0959-4a0e-85fd-c66a36591629] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.316895] env[69265]: DEBUG nova.network.neutron [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance_info_cache with network_info: [{"id": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "address": "fa:16:3e:a2:5c:e8", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8975f1-a9", "ovs_interfaceid": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.368176] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce29bd-c395-4352-bac5-407d6b2e2624 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.378462] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb0db01-5f79-4caa-8264-36aa41ad5fcd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.418390] env[69265]: DEBUG oslo_concurrency.lockutils [None req-873f569e-feed-4ee7-a4f1-16b99e865100 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "b1aaf731-5852-407f-8703-010417c46211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.079s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.419909] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f755b820-2e47-4ff5-b054-871d27050d7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.428971] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee68e0e-2530-43b4-9a42-998f9a62a9aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.443888] env[69265]: DEBUG nova.compute.provider_tree [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.658518] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.658518] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.658518] env[69265]: DEBUG nova.network.neutron [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.658518] env[69265]: DEBUG nova.objects.instance [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lazy-loading 'info_cache' on Instance uuid 650dba63-e423-418e-b5b9-7d395dc1f7f8 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.824849] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.825225] env[69265]: DEBUG nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Instance network_info: |[{"id": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "address": "fa:16:3e:a2:5c:e8", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8975f1-a9", "ovs_interfaceid": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.830333] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:5c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a8975f1-a92f-4e81-bdbc-08e40a853962', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.841854] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.842155] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.842672] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cee725f-8bfd-481c-ba86-3b5ed551f735 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.865584] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.865584] env[69265]: value = "task-3476890" [ 1153.865584] env[69265]: _type = "Task" [ 1153.865584] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.874598] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476890, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.947746] env[69265]: DEBUG nova.scheduler.client.report [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.268853] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.269347] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.269609] env[69265]: DEBUG nova.network.neutron [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.377229] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476890, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.404321] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.404321] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.532267] env[69265]: DEBUG nova.network.neutron [-] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.674371] env[69265]: INFO nova.compute.manager [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Unrescuing [ 1154.674753] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.674822] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquired lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.675036] env[69265]: DEBUG nova.network.neutron [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.880092] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476890, 'name': CreateVM_Task, 'duration_secs': 0.567089} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.880300] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.880971] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695142', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'name': 'volume-739fde96-7e52-4ea5-8b54-11da564c2e0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e03498cd-7849-4e30-b543-6639d8cf41f1', 'attached_at': '', 'detached_at': '', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'serial': '739fde96-7e52-4ea5-8b54-11da564c2e0c'}, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'attachment_id': 'c3e5fbb5-5444-4f5c-9eb7-3f0ea724a2e7', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69265) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1154.881205] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Root volume attach. Driver type: vmdk {{(pid=69265) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1154.882042] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1f53dd-873d-4950-ad33-197e28b09653 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.889879] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc928b2-1a4d-4269-adef-ef1f2f4c67ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.896603] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75e2f37-7bde-4cc1-abeb-f91e3d424d5e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.904371] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6d4b9462-7ccb-4cb5-ad90-80291905fb46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.908671] env[69265]: DEBUG nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.918010] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1154.918010] env[69265]: value = "task-3476891" [ 1154.918010] env[69265]: _type = "Task" [ 1154.918010] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.928453] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476891, 'name': RelocateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.959515] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.444s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.964464] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.707s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.964815] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.967145] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.790s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.968624] env[69265]: INFO nova.compute.claims [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.983772] env[69265]: DEBUG nova.network.neutron [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance_info_cache with network_info: [{"id": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "address": "fa:16:3e:4f:5d:84", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd4c14b-2c", "ovs_interfaceid": "afd4c14b-2cec-4cd3-a624-d29c708a56d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.015148] env[69265]: INFO nova.scheduler.client.report [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted allocations for instance 6c31f363-6ede-4dfe-a4bb-6680e1f371ea [ 1155.037364] env[69265]: INFO nova.compute.manager [-] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Took 1.78 seconds to deallocate network for instance. [ 1155.083294] env[69265]: DEBUG nova.compute.manager [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Received event network-changed-3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.083554] env[69265]: DEBUG nova.compute.manager [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Refreshing instance network info cache due to event network-changed-3a8975f1-a92f-4e81-bdbc-08e40a853962. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.084245] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Acquiring lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.084483] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Acquired lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.084695] env[69265]: DEBUG nova.network.neutron [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Refreshing network info cache for port 3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.087980] env[69265]: DEBUG nova.network.neutron [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [{"id": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "address": "fa:16:3e:86:cb:c5", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de6548a-db", "ovs_interfaceid": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.413816] env[69265]: DEBUG nova.network.neutron [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [{"id": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "address": "fa:16:3e:b6:e0:d2", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb33f02-8e", "ovs_interfaceid": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.438883] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476891, 'name': RelocateVM_Task} progress is 42%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.440153] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.450999] env[69265]: DEBUG nova.compute.manager [req-740e88cb-4c39-4996-acf8-906325d87caf req-7c490e70-83e3-48bf-b00b-1dc654c6eb44 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Received event network-changed-f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.451324] env[69265]: DEBUG nova.compute.manager [req-740e88cb-4c39-4996-acf8-906325d87caf req-7c490e70-83e3-48bf-b00b-1dc654c6eb44 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Refreshing instance network info cache due to event network-changed-f174ed6f-3776-4957-b74e-a07acba4c112. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.451533] env[69265]: DEBUG oslo_concurrency.lockutils [req-740e88cb-4c39-4996-acf8-906325d87caf req-7c490e70-83e3-48bf-b00b-1dc654c6eb44 service nova] Acquiring lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.451616] env[69265]: DEBUG oslo_concurrency.lockutils [req-740e88cb-4c39-4996-acf8-906325d87caf req-7c490e70-83e3-48bf-b00b-1dc654c6eb44 service nova] Acquired lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.451800] env[69265]: DEBUG nova.network.neutron [req-740e88cb-4c39-4996-acf8-906325d87caf req-7c490e70-83e3-48bf-b00b-1dc654c6eb44 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Refreshing network info cache for port f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.487906] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-650dba63-e423-418e-b5b9-7d395dc1f7f8" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.488246] env[69265]: DEBUG nova.objects.instance [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lazy-loading 'migration_context' on Instance uuid 650dba63-e423-418e-b5b9-7d395dc1f7f8 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.527475] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0528a2cd-9353-4cb6-8035-8e7687701f18 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "6c31f363-6ede-4dfe-a4bb-6680e1f371ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.901s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.529443] env[69265]: INFO nova.scheduler.client.report [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted allocation for migration d497e95e-c41d-41ed-b2c0-05c0a1e0a496 [ 1155.544903] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.594249] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.627507] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='96bfc21d6634392228c98d5f8f50bb29',container_format='bare',created_at=2025-04-17T13:54:47Z,direct_url=,disk_format='vmdk',id=39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-105367235-shelved',owner='f96c8d8abf244708915ae88bbf3666e2',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-17T13:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.627718] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.627874] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.628093] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.628244] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.628407] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.628632] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.628820] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.629115] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.629291] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.629486] env[69265]: DEBUG nova.virt.hardware [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.630513] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f36d110-3442-4055-b0d0-c8970d6838a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.645141] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ef7e36-bc6a-4989-9ff8-bf8e88522bfc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.667678] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:cb:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0de6548a-dbd7-4e4c-8763-b0cf1a9b1173', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.678023] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.678023] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.678023] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb6bfb64-d5ea-4910-a211-e941cb5feb0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.702061] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.702061] env[69265]: value = "task-3476892" [ 1155.702061] env[69265]: _type = "Task" [ 1155.702061] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.714742] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476892, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.922525] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Releasing lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.926022] env[69265]: DEBUG nova.objects.instance [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lazy-loading 'flavor' on Instance uuid f195205a-3d91-41c6-ab81-f095d35c2686 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.942081] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476891, 'name': RelocateVM_Task} progress is 56%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.993419] env[69265]: DEBUG nova.objects.base [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Object Instance<650dba63-e423-418e-b5b9-7d395dc1f7f8> lazy-loaded attributes: info_cache,migration_context {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.994997] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0b8385-fab9-4610-a6d2-a8a5b53011ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.046421] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.612s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.059579] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167353ab-d6b0-4d7f-a833-23fa4c3d9d61 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.079217] env[69265]: DEBUG oslo_vmware.api [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1156.079217] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52acb8f9-ae8a-fb5d-4180-2bb6513d95e1" [ 1156.079217] env[69265]: _type = "Task" [ 1156.079217] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.106930] env[69265]: DEBUG oslo_vmware.api [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52acb8f9-ae8a-fb5d-4180-2bb6513d95e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.108733] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.218152] env[69265]: DEBUG nova.network.neutron [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updated VIF entry in instance network info cache for port 3a8975f1-a92f-4e81-bdbc-08e40a853962. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.218640] env[69265]: DEBUG nova.network.neutron [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance_info_cache with network_info: [{"id": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "address": "fa:16:3e:a2:5c:e8", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8975f1-a9", "ovs_interfaceid": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.227248] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476892, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.314284] env[69265]: DEBUG nova.network.neutron [req-740e88cb-4c39-4996-acf8-906325d87caf req-7c490e70-83e3-48bf-b00b-1dc654c6eb44 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Updated VIF entry in instance network info cache for port f174ed6f-3776-4957-b74e-a07acba4c112. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.314674] env[69265]: DEBUG nova.network.neutron [req-740e88cb-4c39-4996-acf8-906325d87caf req-7c490e70-83e3-48bf-b00b-1dc654c6eb44 service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Updating instance_info_cache with network_info: [{"id": "f174ed6f-3776-4957-b74e-a07acba4c112", "address": "fa:16:3e:86:1e:f8", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf174ed6f-37", "ovs_interfaceid": "f174ed6f-3776-4957-b74e-a07acba4c112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.395205] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f12173-19c2-4fca-88e4-9a423df74e45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.405241] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c1c07-b240-4c38-9275-95983961a0b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.444809] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8bedad-a3ae-41c0-a6b7-63c8782673d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.448175] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da72a014-eadd-499d-9c5e-65cf9de1eaba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.459352] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476891, 'name': RelocateVM_Task} progress is 69%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.480626] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.481068] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc9f7c2d-ba3c-4430-be33-6e272f5378a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.483784] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374534d-c573-4013-9696-9fe3d3f18eb0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.502968] env[69265]: DEBUG nova.compute.provider_tree [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.506042] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1156.506042] env[69265]: value = "task-3476893" [ 1156.506042] env[69265]: _type = "Task" [ 1156.506042] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.517533] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.562482] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.562735] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.718964] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.719284] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.720440] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476892, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.721821] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Releasing lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.721821] env[69265]: DEBUG nova.compute.manager [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Received event network-vif-deleted-e8786732-9a73-49e3-a9c8-b64dbbb21b69 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.722053] env[69265]: DEBUG nova.compute.manager [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received event network-vif-plugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.722251] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.722450] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.722615] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.722868] env[69265]: DEBUG nova.compute.manager [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] No waiting events found dispatching network-vif-plugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.723215] env[69265]: WARNING nova.compute.manager [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received unexpected event network-vif-plugged-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 for instance with vm_state shelved_offloaded and task_state spawning. [ 1156.723327] env[69265]: DEBUG nova.compute.manager [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received event network-changed-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.723562] env[69265]: DEBUG nova.compute.manager [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Refreshing instance network info cache due to event network-changed-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.723715] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Acquiring lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.723874] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Acquired lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.724067] env[69265]: DEBUG nova.network.neutron [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Refreshing network info cache for port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.817389] env[69265]: DEBUG oslo_concurrency.lockutils [req-740e88cb-4c39-4996-acf8-906325d87caf req-7c490e70-83e3-48bf-b00b-1dc654c6eb44 service nova] Releasing lock "refresh_cache-b1aaf731-5852-407f-8703-010417c46211" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.954240] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476891, 'name': RelocateVM_Task} progress is 84%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.007771] env[69265]: DEBUG nova.scheduler.client.report [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.023857] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.070434] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.070638] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.070810] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.071036] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.071214] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.071362] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.071520] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1157.071899] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.217190] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476892, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.221957] env[69265]: DEBUG nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.456428] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476891, 'name': RelocateVM_Task} progress is 97%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.458479] env[69265]: DEBUG nova.network.neutron [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updated VIF entry in instance network info cache for port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.458897] env[69265]: DEBUG nova.network.neutron [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [{"id": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "address": "fa:16:3e:86:cb:c5", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de6548a-db", "ovs_interfaceid": "0de6548a-dbd7-4e4c-8763-b0cf1a9b1173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.467069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.467376] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.467668] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.467824] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.468052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.473066] env[69265]: INFO nova.compute.manager [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Terminating instance [ 1157.516970] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.517567] env[69265]: DEBUG nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.524422] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.084s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.526186] env[69265]: INFO nova.compute.claims [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.529203] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476893, 'name': PowerOffVM_Task, 'duration_secs': 0.842024} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.530030] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.535723] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfiguring VM instance instance-0000005b to detach disk 2002 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.535723] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b1c8268-e16b-4baa-9e73-e730753a562e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.558436] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1157.558436] env[69265]: value = "task-3476894" [ 1157.558436] env[69265]: _type = "Task" [ 1157.558436] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.567615] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.574937] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.714482] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476892, 'name': CreateVM_Task, 'duration_secs': 1.524915} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.714669] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.715455] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.715632] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.716066] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.716363] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4dc51f9-ffdb-44a8-bfe9-5000a7f99641 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.737527] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1157.737527] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52791e19-0919-9e84-adc4-65ce0add4722" [ 1157.737527] env[69265]: _type = "Task" [ 1157.737527] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.747158] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52791e19-0919-9e84-adc4-65ce0add4722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.748292] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.953080] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476891, 'name': RelocateVM_Task} progress is 98%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.961828] env[69265]: DEBUG oslo_concurrency.lockutils [req-9a3c421c-42c6-47b0-8464-cf5c9d6e5886 req-d6327816-1b40-48f4-af79-e1c1a023b535 service nova] Releasing lock "refresh_cache-41fdc930-ea31-419b-8aec-68bf17d01998" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.976811] env[69265]: DEBUG nova.compute.manager [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.977052] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.977893] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ecf440-fb11-4465-94e9-25ae65b373c3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.987040] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.987241] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152b1a1e-de0d-4ec2-8c8b-13a4d6e28290 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.994760] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1157.994760] env[69265]: value = "task-3476895" [ 1157.994760] env[69265]: _type = "Task" [ 1157.994760] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.003359] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.023020] env[69265]: DEBUG nova.compute.utils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.024599] env[69265]: DEBUG nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.024779] env[69265]: DEBUG nova.network.neutron [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.069071] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.075237] env[69265]: DEBUG nova.policy [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e3b0344846a44e7a01561d0c130f8f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f93d18c712b406591c5982863c57d34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.248504] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.248762] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Processing image 39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.249009] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.249172] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.249353] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.249602] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c6d944a-b0ec-4c7f-b665-d3a547369767 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.261415] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.261586] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.262378] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d59e1a-e2fa-42b2-a010-63048f7e02c3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.268087] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1158.268087] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522c190b-0a4e-8b92-5b57-00f8b782b5bd" [ 1158.268087] env[69265]: _type = "Task" [ 1158.268087] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.276031] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522c190b-0a4e-8b92-5b57-00f8b782b5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.353047] env[69265]: DEBUG nova.network.neutron [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Successfully created port: 57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.455218] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476891, 'name': RelocateVM_Task, 'duration_secs': 3.112635} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.455515] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1158.455720] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695142', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'name': 'volume-739fde96-7e52-4ea5-8b54-11da564c2e0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e03498cd-7849-4e30-b543-6639d8cf41f1', 'attached_at': '', 'detached_at': '', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'serial': '739fde96-7e52-4ea5-8b54-11da564c2e0c'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1158.456523] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83940b37-04c2-4b8c-ba5b-79e803bcafcf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.473034] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fc24ff-dbe8-4c1c-973a-ea524180e7f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.497232] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-739fde96-7e52-4ea5-8b54-11da564c2e0c/volume-739fde96-7e52-4ea5-8b54-11da564c2e0c.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.497232] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71cfea15-b702-4828-baef-aff065a46abc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.519189] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476895, 'name': PowerOffVM_Task, 'duration_secs': 0.341433} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.519913] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.520110] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.523369] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-099add19-a2eb-4a42-a767-ef60c4241a91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.525012] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1158.525012] env[69265]: value = "task-3476896" [ 1158.525012] env[69265]: _type = "Task" [ 1158.525012] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.528759] env[69265]: DEBUG nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.540621] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.572687] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476894, 'name': ReconfigVM_Task, 'duration_secs': 0.862577} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.576887] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfigured VM instance instance-0000005b to detach disk 2002 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.576887] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.578036] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57049f27-4a58-4984-bff2-c8c1e578c1da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.586097] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1158.586097] env[69265]: value = "task-3476898" [ 1158.586097] env[69265]: _type = "Task" [ 1158.586097] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.597162] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.614745] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.615157] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.615422] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleting the datastore file [datastore1] f663f4f5-e4db-4b89-a3a7-a4d40d10c112 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.616106] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1690b471-c842-49f0-bbf0-13ca0494433f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.628739] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for the task: (returnval){ [ 1158.628739] env[69265]: value = "task-3476899" [ 1158.628739] env[69265]: _type = "Task" [ 1158.628739] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.642841] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.780957] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Preparing fetch location {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1158.781266] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Fetch image to [datastore1] OSTACK_IMG_40960401-af30-428a-8928-611fbf471024/OSTACK_IMG_40960401-af30-428a-8928-611fbf471024.vmdk {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1158.781452] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Downloading stream optimized image 39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0 to [datastore1] OSTACK_IMG_40960401-af30-428a-8928-611fbf471024/OSTACK_IMG_40960401-af30-428a-8928-611fbf471024.vmdk on the data store datastore1 as vApp {{(pid=69265) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1158.781690] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Downloading image file data 39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0 to the ESX as VM named 'OSTACK_IMG_40960401-af30-428a-8928-611fbf471024' {{(pid=69265) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1158.867171] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd14fe-245c-409b-895c-bf8e08f7a759 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.877151] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e704e92-637e-4d4c-9887-c912bf95e2df {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.881829] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1158.881829] env[69265]: value = "resgroup-9" [ 1158.881829] env[69265]: _type = "ResourcePool" [ 1158.881829] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1158.882114] env[69265]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cf4fd6f7-e4d1-4f87-9696-140e85e2d98a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.930938] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c27eaf0-fabb-42ac-a4f4-b85c3268d11d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.933851] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lease: (returnval){ [ 1158.933851] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1158.933851] env[69265]: _type = "HttpNfcLease" [ 1158.933851] env[69265]: } obtained for vApp import into resource pool (val){ [ 1158.933851] env[69265]: value = "resgroup-9" [ 1158.933851] env[69265]: _type = "ResourcePool" [ 1158.933851] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1158.934154] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the lease: (returnval){ [ 1158.934154] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1158.934154] env[69265]: _type = "HttpNfcLease" [ 1158.934154] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1158.940896] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeef070-175c-4c2c-936a-1f069620d535 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.946059] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1158.946059] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1158.946059] env[69265]: _type = "HttpNfcLease" [ 1158.946059] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1158.956598] env[69265]: DEBUG nova.compute.provider_tree [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.039825] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476896, 'name': ReconfigVM_Task, 'duration_secs': 0.342428} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.039825] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-739fde96-7e52-4ea5-8b54-11da564c2e0c/volume-739fde96-7e52-4ea5-8b54-11da564c2e0c.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.044370] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4f948b8-42f8-4950-9ce0-6e58913b1675 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.062734] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1159.062734] env[69265]: value = "task-3476901" [ 1159.062734] env[69265]: _type = "Task" [ 1159.062734] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.072530] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.098020] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476898, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.138206] env[69265]: DEBUG oslo_vmware.api [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Task: {'id': task-3476899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194007} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.138464] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.138655] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.138836] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.139019] env[69265]: INFO nova.compute.manager [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1159.139272] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.139470] env[69265]: DEBUG nova.compute.manager [-] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.139564] env[69265]: DEBUG nova.network.neutron [-] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.412524] env[69265]: DEBUG nova.compute.manager [req-92a827f6-43fe-42f4-bffd-7cd930031101 req-ec772fa4-273b-4e68-bc2e-dc89ae3d0659 service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Received event network-vif-deleted-23eff040-f82c-4acd-94f4-8ba4460b9e4a {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.412642] env[69265]: INFO nova.compute.manager [req-92a827f6-43fe-42f4-bffd-7cd930031101 req-ec772fa4-273b-4e68-bc2e-dc89ae3d0659 service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Neutron deleted interface 23eff040-f82c-4acd-94f4-8ba4460b9e4a; detaching it from the instance and deleting it from the info cache [ 1159.412781] env[69265]: DEBUG nova.network.neutron [req-92a827f6-43fe-42f4-bffd-7cd930031101 req-ec772fa4-273b-4e68-bc2e-dc89ae3d0659 service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.444896] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.444896] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1159.444896] env[69265]: _type = "HttpNfcLease" [ 1159.444896] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.459589] env[69265]: DEBUG nova.scheduler.client.report [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.546705] env[69265]: DEBUG nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.577564] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476901, 'name': ReconfigVM_Task, 'duration_secs': 0.133066} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.577564] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695142', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'name': 'volume-739fde96-7e52-4ea5-8b54-11da564c2e0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e03498cd-7849-4e30-b543-6639d8cf41f1', 'attached_at': '', 'detached_at': '', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'serial': '739fde96-7e52-4ea5-8b54-11da564c2e0c'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1159.578274] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72bd0550-186d-4c54-a0a3-e74183f48cd6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.582423] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.582856] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.582856] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.583024] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.583161] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.584018] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.584018] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.584018] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.584018] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.584185] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.584259] env[69265]: DEBUG nova.virt.hardware [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.585094] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd001096-97be-49c9-bef0-047f1127b5a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.594119] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1159.594119] env[69265]: value = "task-3476902" [ 1159.594119] env[69265]: _type = "Task" [ 1159.594119] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.598718] env[69265]: DEBUG oslo_vmware.api [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476898, 'name': PowerOnVM_Task, 'duration_secs': 1.001595} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.603669] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7940e5-ca5e-4b23-b4c9-9617903578e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.608542] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.608866] env[69265]: DEBUG nova.compute.manager [None req-a1d8256b-7ed7-4a78-8277-fd8ad848c1c2 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.609864] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfb23cf-17a4-4a61-8fd0-3c22236b01a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.636270] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476902, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.878202] env[69265]: DEBUG nova.network.neutron [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Successfully updated port: 57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.887287] env[69265]: DEBUG nova.network.neutron [-] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.914793] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-428fd47d-4db7-4b16-afc4-2dd91a1f14c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.925849] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c67d6c6-3a4d-4b13-bccc-6abd01c720d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.945625] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.945625] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1159.945625] env[69265]: _type = "HttpNfcLease" [ 1159.945625] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.969235] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.969828] env[69265]: DEBUG nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.972664] env[69265]: DEBUG nova.compute.manager [req-92a827f6-43fe-42f4-bffd-7cd930031101 req-ec772fa4-273b-4e68-bc2e-dc89ae3d0659 service nova] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Detach interface failed, port_id=23eff040-f82c-4acd-94f4-8ba4460b9e4a, reason: Instance f663f4f5-e4db-4b89-a3a7-a4d40d10c112 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.973813] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.429s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.973813] env[69265]: DEBUG nova.objects.instance [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lazy-loading 'resources' on Instance uuid 72490342-0959-4a0e-85fd-c66a36591629 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.108382] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476902, 'name': Rename_Task, 'duration_secs': 0.20878} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.108661] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.108902] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb7819c-0355-4988-8a52-713f3265c130 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.116436] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1160.116436] env[69265]: value = "task-3476903" [ 1160.116436] env[69265]: _type = "Task" [ 1160.116436] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.125548] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.381883] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.382132] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.382272] env[69265]: DEBUG nova.network.neutron [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.390542] env[69265]: INFO nova.compute.manager [-] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Took 1.25 seconds to deallocate network for instance. [ 1160.446014] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.446014] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1160.446014] env[69265]: _type = "HttpNfcLease" [ 1160.446014] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.475688] env[69265]: DEBUG nova.compute.utils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.479526] env[69265]: DEBUG nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.479698] env[69265]: DEBUG nova.network.neutron [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.518636] env[69265]: DEBUG nova.policy [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd793a8c35e584e2ab0f05b45e24572a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa5ed1a4e06f4ece92092eca387b8779', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.629726] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476903, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.765899] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1989a836-924b-4d83-91e7-1f6f04bcf531 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.774889] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833cc95c-0900-484d-b37d-3268df0ef666 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.807120] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def7fe2e-043c-4234-abca-992dc537e4e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.815377] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c43d0aa-d932-4d46-a1a9-95fa84412939 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.830123] env[69265]: DEBUG nova.compute.provider_tree [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.832912] env[69265]: DEBUG nova.network.neutron [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Successfully created port: a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.897762] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.934170] env[69265]: DEBUG nova.network.neutron [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.947357] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.947357] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1160.947357] env[69265]: _type = "HttpNfcLease" [ 1160.947357] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.982594] env[69265]: DEBUG nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.131241] env[69265]: DEBUG oslo_vmware.api [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476903, 'name': PowerOnVM_Task, 'duration_secs': 0.544716} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.131571] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.131784] env[69265]: INFO nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1161.132060] env[69265]: DEBUG nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.133332] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fad1d3-af48-4076-a13f-68c61bbf5c1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.167472] env[69265]: DEBUG nova.network.neutron [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updating instance_info_cache with network_info: [{"id": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "address": "fa:16:3e:9d:40:2f", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bdf43b-e4", "ovs_interfaceid": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.336417] env[69265]: DEBUG nova.scheduler.client.report [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.446222] env[69265]: DEBUG nova.compute.manager [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Received event network-vif-plugged-57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.446366] env[69265]: DEBUG oslo_concurrency.lockutils [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] Acquiring lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.446579] env[69265]: DEBUG oslo_concurrency.lockutils [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.446749] env[69265]: DEBUG oslo_concurrency.lockutils [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.446940] env[69265]: DEBUG nova.compute.manager [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] No waiting events found dispatching network-vif-plugged-57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.447301] env[69265]: WARNING nova.compute.manager [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Received unexpected event network-vif-plugged-57bdf43b-e4fd-4e64-9059-fd18888efa31 for instance with vm_state building and task_state spawning. [ 1161.447547] env[69265]: DEBUG nova.compute.manager [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Received event network-changed-57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.447642] env[69265]: DEBUG nova.compute.manager [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Refreshing instance network info cache due to event network-changed-57bdf43b-e4fd-4e64-9059-fd18888efa31. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.447796] env[69265]: DEBUG oslo_concurrency.lockutils [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] Acquiring lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.453026] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.453026] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1161.453026] env[69265]: _type = "HttpNfcLease" [ 1161.453026] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.453433] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.453433] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523f0244-fc79-5bf2-4fc4-7cf0d75e8a64" [ 1161.453433] env[69265]: _type = "HttpNfcLease" [ 1161.453433] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1161.454224] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ae36bc-c05c-4442-be1e-b670cdcdda68 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.463226] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad58fc-54f5-168c-6391-0de355787913/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.463552] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad58fc-54f5-168c-6391-0de355787913/disk-0.vmdk. {{(pid=69265) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1161.532532] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e550fa9-e35d-4fb2-bf63-cbf67dbb790e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.653206] env[69265]: INFO nova.compute.manager [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Took 15.08 seconds to build instance. [ 1161.676007] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Releasing lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.676007] env[69265]: DEBUG nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Instance network_info: |[{"id": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "address": "fa:16:3e:9d:40:2f", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bdf43b-e4", "ovs_interfaceid": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.676215] env[69265]: DEBUG oslo_concurrency.lockutils [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] Acquired lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.676359] env[69265]: DEBUG nova.network.neutron [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Refreshing network info cache for port 57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.677571] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:40:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57bdf43b-e4fd-4e64-9059-fd18888efa31', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.685160] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.685800] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.686875] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2f42cd8-cd1c-445f-b9e6-694fce5b0b21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.708240] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.708240] env[69265]: value = "task-3476904" [ 1161.708240] env[69265]: _type = "Task" [ 1161.708240] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.717151] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476904, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.841161] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.844524] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.737s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.873207] env[69265]: INFO nova.scheduler.client.report [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleted allocations for instance 72490342-0959-4a0e-85fd-c66a36591629 [ 1162.029074] env[69265]: DEBUG nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.058148] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.058419] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.058583] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.058770] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.058916] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.059081] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.059335] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.059512] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.059684] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.059898] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.060099] env[69265]: DEBUG nova.virt.hardware [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.061419] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792b872a-3bcd-4a05-b24a-7c71017b8d73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.072453] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d83bb61-8dbb-457e-838e-c447edbe28b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.155305] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e23b4415-f8f0-4682-9f40-179b5cfe5945 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.586s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.224066] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476904, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.382320] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "72490342-0959-4a0e-85fd-c66a36591629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.808s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.528438] env[69265]: DEBUG nova.network.neutron [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updated VIF entry in instance network info cache for port 57bdf43b-e4fd-4e64-9059-fd18888efa31. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.529051] env[69265]: DEBUG nova.network.neutron [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updating instance_info_cache with network_info: [{"id": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "address": "fa:16:3e:9d:40:2f", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bdf43b-e4", "ovs_interfaceid": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.639919] env[69265]: DEBUG nova.network.neutron [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Successfully updated port: a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.702053] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25f38c6-7056-4fc6-aaa0-3bc4fd7c13d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.716040] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef0897-d607-4ae2-ada5-3482733a4797 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.729910] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476904, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.761615] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130ec198-9f4e-4d86-a1f8-6b86dc64bd33 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.771125] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a17d15-6813-412b-bf8a-8931d4f0c33a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.788317] env[69265]: DEBUG nova.compute.provider_tree [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.945336] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "5db316a0-b835-4433-8d59-aec5c21e72d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.945492] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.945853] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.946088] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.946375] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.948597] env[69265]: INFO nova.compute.manager [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Terminating instance [ 1162.954028] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Completed reading data from the image iterator. {{(pid=69265) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1162.954028] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad58fc-54f5-168c-6391-0de355787913/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1162.954028] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508271cb-c3cd-478c-aea8-3d3c7d1f7f84 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.961642] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad58fc-54f5-168c-6391-0de355787913/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1162.961851] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad58fc-54f5-168c-6391-0de355787913/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1162.962084] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e83725f6-a14f-4664-8103-e07df13d1d4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.037300] env[69265]: DEBUG oslo_concurrency.lockutils [req-c95f51c1-c17b-4cd8-9788-81a92be53807 req-316dd8db-e471-4311-8681-e6988ad1ecf7 service nova] Releasing lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.144039] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.144039] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquired lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.144164] env[69265]: DEBUG nova.network.neutron [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.211245] env[69265]: DEBUG nova.compute.manager [req-9ff5248d-442e-4e6e-a617-337c9c5eeab3 req-da2e57c2-2329-49f6-9cd5-4786758c57ee service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Received event network-changed-b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.211476] env[69265]: DEBUG nova.compute.manager [req-9ff5248d-442e-4e6e-a617-337c9c5eeab3 req-da2e57c2-2329-49f6-9cd5-4786758c57ee service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Refreshing instance network info cache due to event network-changed-b113a571-3b2d-4cbf-9579-231198a3831e. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.211789] env[69265]: DEBUG oslo_concurrency.lockutils [req-9ff5248d-442e-4e6e-a617-337c9c5eeab3 req-da2e57c2-2329-49f6-9cd5-4786758c57ee service nova] Acquiring lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.212044] env[69265]: DEBUG oslo_concurrency.lockutils [req-9ff5248d-442e-4e6e-a617-337c9c5eeab3 req-da2e57c2-2329-49f6-9cd5-4786758c57ee service nova] Acquired lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.212225] env[69265]: DEBUG nova.network.neutron [req-9ff5248d-442e-4e6e-a617-337c9c5eeab3 req-da2e57c2-2329-49f6-9cd5-4786758c57ee service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Refreshing network info cache for port b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.224643] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476904, 'name': CreateVM_Task, 'duration_secs': 1.459516} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.224776] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.225492] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.225661] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.225986] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.226593] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71334ed0-ee07-447f-9005-723624324f66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.232810] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1163.232810] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52398de5-2608-8545-2776-1ab71667d400" [ 1163.232810] env[69265]: _type = "Task" [ 1163.232810] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.242642] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52398de5-2608-8545-2776-1ab71667d400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.293951] env[69265]: DEBUG nova.scheduler.client.report [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.338498] env[69265]: DEBUG oslo_vmware.rw_handles [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad58fc-54f5-168c-6391-0de355787913/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1163.338722] env[69265]: INFO nova.virt.vmwareapi.images [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Downloaded image file data 39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0 [ 1163.339598] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11218a72-f67a-438f-b0ce-a4a254cd724b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.359855] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbc83f63-a11d-43a0-b936-5a73898c87cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.400551] env[69265]: INFO nova.virt.vmwareapi.images [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] The imported VM was unregistered [ 1163.403342] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Caching image {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1163.403623] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating directory with path [datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0 {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.403950] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7d57859-376e-457f-ae04-e40bc31fcf8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.417772] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Created directory with path [datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0 {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.418109] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_40960401-af30-428a-8928-611fbf471024/OSTACK_IMG_40960401-af30-428a-8928-611fbf471024.vmdk to [datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0.vmdk. {{(pid=69265) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1163.418330] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-373ce9e9-7bc6-4e8f-8b31-a59b06ee30da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.426821] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1163.426821] env[69265]: value = "task-3476906" [ 1163.426821] env[69265]: _type = "Task" [ 1163.426821] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.437115] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476906, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.458649] env[69265]: DEBUG nova.compute.manager [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.458913] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.459889] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5bbab2-8e02-40ae-b4e9-9efa5efe289b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.469746] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.470046] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fba108c-e707-49c9-afd0-26b8527faa29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.478049] env[69265]: DEBUG oslo_vmware.api [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1163.478049] env[69265]: value = "task-3476907" [ 1163.478049] env[69265]: _type = "Task" [ 1163.478049] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.487751] env[69265]: DEBUG oslo_vmware.api [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.507026] env[69265]: DEBUG nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Received event network-changed-7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.507229] env[69265]: DEBUG nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Refreshing instance network info cache due to event network-changed-7eb33f02-8e5b-4a17-b334-9bf087db4841. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.508951] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Acquiring lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.508951] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Acquired lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.508951] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Refreshing network info cache for port 7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.685702] env[69265]: DEBUG nova.network.neutron [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.746264] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52398de5-2608-8545-2776-1ab71667d400, 'name': SearchDatastore_Task, 'duration_secs': 0.015257} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.746652] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.747028] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.747260] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.747473] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.748434] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.748434] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a907f61e-a604-4868-ac16-1ed38cb3adbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.780967] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.781165] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.782121] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d051fae9-2d0a-40dc-8f8f-1e33bf77d41a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.789093] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1163.789093] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d6cef5-8859-6ddc-e81e-9bfba83d360f" [ 1163.789093] env[69265]: _type = "Task" [ 1163.789093] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.807537] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d6cef5-8859-6ddc-e81e-9bfba83d360f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.941206] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476906, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.978820] env[69265]: DEBUG nova.network.neutron [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.992505] env[69265]: DEBUG oslo_vmware.api [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476907, 'name': PowerOffVM_Task, 'duration_secs': 0.321534} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.992505] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.992505] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.992505] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53777873-ae08-4033-b1d0-71142e707150 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.075307] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.075307] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.075307] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleting the datastore file [datastore2] 5db316a0-b835-4433-8d59-aec5c21e72d9 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.075579] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e81b2eae-2127-46b9-932a-4d67babdeea9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.085545] env[69265]: DEBUG oslo_vmware.api [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for the task: (returnval){ [ 1164.085545] env[69265]: value = "task-3476909" [ 1164.085545] env[69265]: _type = "Task" [ 1164.085545] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.096810] env[69265]: DEBUG oslo_vmware.api [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.097869] env[69265]: DEBUG nova.network.neutron [req-9ff5248d-442e-4e6e-a617-337c9c5eeab3 req-da2e57c2-2329-49f6-9cd5-4786758c57ee service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updated VIF entry in instance network info cache for port b113a571-3b2d-4cbf-9579-231198a3831e. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.098280] env[69265]: DEBUG nova.network.neutron [req-9ff5248d-442e-4e6e-a617-337c9c5eeab3 req-da2e57c2-2329-49f6-9cd5-4786758c57ee service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updating instance_info_cache with network_info: [{"id": "b113a571-3b2d-4cbf-9579-231198a3831e", "address": "fa:16:3e:50:09:12", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb113a571-3b", "ovs_interfaceid": "b113a571-3b2d-4cbf-9579-231198a3831e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.297636] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updated VIF entry in instance network info cache for port 7eb33f02-8e5b-4a17-b334-9bf087db4841. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.298116] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [{"id": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "address": "fa:16:3e:b6:e0:d2", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb33f02-8e", "ovs_interfaceid": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.304534] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d6cef5-8859-6ddc-e81e-9bfba83d360f, 'name': SearchDatastore_Task, 'duration_secs': 0.063044} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.305818] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c116633-8174-4296-868d-f915cb6cebe2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.310594] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.466s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.314191] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.739s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.314370] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.314532] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1164.314941] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.567s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.317169] env[69265]: INFO nova.compute.claims [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.322128] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67590031-98ab-40e4-a3b1-e69075bc306a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.327959] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1164.327959] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52abf880-7560-9d97-cbbf-24e468bc7a52" [ 1164.327959] env[69265]: _type = "Task" [ 1164.327959] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.335753] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04a5322-5d93-45ed-a85c-716a5a46778b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.344045] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52abf880-7560-9d97-cbbf-24e468bc7a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.359856] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c72b565-f501-4637-a62d-562068a12a09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.371438] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685cf0bd-0e5a-4e17-be80-07f338b38e8c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.413554] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178994MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1164.413789] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.439677] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476906, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.484633] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Releasing lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.485117] env[69265]: DEBUG nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Instance network_info: |[{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.486077] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:15:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9afefde-c747-47b3-b504-1c21dc6ec7bf', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.494355] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Creating folder: Project (fa5ed1a4e06f4ece92092eca387b8779). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.495270] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2394e23e-fd74-4f97-a227-99261d6e293d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.512024] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Created folder: Project (fa5ed1a4e06f4ece92092eca387b8779) in parent group-v694865. [ 1164.512265] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Creating folder: Instances. Parent ref: group-v695155. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.512535] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-334ffacc-e71a-47e5-8047-d1bd8ef74563 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.530560] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Created folder: Instances in parent group-v695155. [ 1164.530839] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.531075] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.531310] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51143c32-5205-4470-b28a-adf33869b7d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.557176] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.557176] env[69265]: value = "task-3476912" [ 1164.557176] env[69265]: _type = "Task" [ 1164.557176] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.568825] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476912, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.598844] env[69265]: DEBUG oslo_vmware.api [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Task: {'id': task-3476909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450694} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.600052] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.600052] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.600052] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.600052] env[69265]: INFO nova.compute.manager [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1164.600273] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.600440] env[69265]: DEBUG nova.compute.manager [-] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.600578] env[69265]: DEBUG nova.network.neutron [-] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.602889] env[69265]: DEBUG oslo_concurrency.lockutils [req-9ff5248d-442e-4e6e-a617-337c9c5eeab3 req-da2e57c2-2329-49f6-9cd5-4786758c57ee service nova] Releasing lock "refresh_cache-d9fb3dba-41f2-463c-8d57-118b0aa46f54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.742548] env[69265]: DEBUG nova.compute.manager [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1164.805931] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Releasing lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.806105] env[69265]: DEBUG nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Received event network-changed-7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.806286] env[69265]: DEBUG nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Refreshing instance network info cache due to event network-changed-7eb33f02-8e5b-4a17-b334-9bf087db4841. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.806512] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Acquiring lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.806801] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Acquired lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.806801] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Refreshing network info cache for port 7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.842511] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52abf880-7560-9d97-cbbf-24e468bc7a52, 'name': SearchDatastore_Task, 'duration_secs': 0.089407} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.845821] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.846173] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] bc6ae4b9-8191-45dd-b04a-d307eea90b99/bc6ae4b9-8191-45dd-b04a-d307eea90b99.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.847269] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62134698-4eb8-47b1-9fc8-fdf4c702c536 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.858797] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1164.858797] env[69265]: value = "task-3476913" [ 1164.858797] env[69265]: _type = "Task" [ 1164.858797] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.871292] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.883214] env[69265]: INFO nova.scheduler.client.report [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted allocation for migration 90468bee-a441-4b29-9a69-d06a858b6c7a [ 1164.945598] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476906, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.069972] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476912, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.265917] env[69265]: DEBUG nova.compute.manager [req-0ceab530-6f64-4169-95dc-a427c679f2c9 req-74afebfb-404e-44d0-9003-85fde8744e37 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Received event network-changed-3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.265917] env[69265]: DEBUG nova.compute.manager [req-0ceab530-6f64-4169-95dc-a427c679f2c9 req-74afebfb-404e-44d0-9003-85fde8744e37 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Refreshing instance network info cache due to event network-changed-3a8975f1-a92f-4e81-bdbc-08e40a853962. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.265917] env[69265]: DEBUG oslo_concurrency.lockutils [req-0ceab530-6f64-4169-95dc-a427c679f2c9 req-74afebfb-404e-44d0-9003-85fde8744e37 service nova] Acquiring lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.266475] env[69265]: DEBUG oslo_concurrency.lockutils [req-0ceab530-6f64-4169-95dc-a427c679f2c9 req-74afebfb-404e-44d0-9003-85fde8744e37 service nova] Acquired lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.266475] env[69265]: DEBUG nova.network.neutron [req-0ceab530-6f64-4169-95dc-a427c679f2c9 req-74afebfb-404e-44d0-9003-85fde8744e37 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Refreshing network info cache for port 3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.277073] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.377515] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.391209] env[69265]: DEBUG oslo_concurrency.lockutils [None req-872f2727-2fd5-4c40-a8f0-9eeb32ce03cc tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.346s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.438273] env[69265]: DEBUG nova.network.neutron [-] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.449250] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476906, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.548144] env[69265]: DEBUG nova.compute.manager [req-c46d7d7f-ec92-4614-badf-4525d7960e70 req-0591dd51-6bb7-4764-bf18-db4a15d1c74d service nova] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Received event network-vif-deleted-8135c4f5-190f-4aa1-9945-b950c0a71929 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.572955] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476912, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.581142] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updated VIF entry in instance network info cache for port 7eb33f02-8e5b-4a17-b334-9bf087db4841. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.581521] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [{"id": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "address": "fa:16:3e:b6:e0:d2", "network": {"id": "4f45c979-4b90-4192-84c7-49ab72f92c8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1969669339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925cbd61e9db45ba9cf1cc117824f34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb33f02-8e", "ovs_interfaceid": "7eb33f02-8e5b-4a17-b334-9bf087db4841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.654494] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1b8c6d-4bf0-4be7-af8e-6774ee4276db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.666262] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379d7429-6eae-44b3-8aa0-cc746cfa65a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.702762] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c1161c-a8ee-4506-aabb-08e4f5e56300 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.714307] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360a7df8-6c62-4477-b10b-29de3bb06836 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.728966] env[69265]: DEBUG nova.compute.provider_tree [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.875376] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.940397] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476906, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.943373] env[69265]: INFO nova.compute.manager [-] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Took 1.34 seconds to deallocate network for instance. [ 1166.009459] env[69265]: DEBUG nova.network.neutron [req-0ceab530-6f64-4169-95dc-a427c679f2c9 req-74afebfb-404e-44d0-9003-85fde8744e37 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updated VIF entry in instance network info cache for port 3a8975f1-a92f-4e81-bdbc-08e40a853962. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.009661] env[69265]: DEBUG nova.network.neutron [req-0ceab530-6f64-4169-95dc-a427c679f2c9 req-74afebfb-404e-44d0-9003-85fde8744e37 service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance_info_cache with network_info: [{"id": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "address": "fa:16:3e:a2:5c:e8", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8975f1-a9", "ovs_interfaceid": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.069278] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476912, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.084214] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Releasing lock "refresh_cache-f195205a-3d91-41c6-ab81-f095d35c2686" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.084316] env[69265]: DEBUG nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Received event network-vif-plugged-a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.084488] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Acquiring lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.084660] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.084829] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.084998] env[69265]: DEBUG nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] No waiting events found dispatching network-vif-plugged-a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.085188] env[69265]: WARNING nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Received unexpected event network-vif-plugged-a9afefde-c747-47b3-b504-1c21dc6ec7bf for instance with vm_state building and task_state spawning. [ 1166.085352] env[69265]: DEBUG nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Received event network-changed-a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.085508] env[69265]: DEBUG nova.compute.manager [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Refreshing instance network info cache due to event network-changed-a9afefde-c747-47b3-b504-1c21dc6ec7bf. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.085694] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Acquiring lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.085845] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Acquired lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.085984] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Refreshing network info cache for port a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.254410] env[69265]: ERROR nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [req-37c9a5ec-991d-47cf-a1ea-83e73a6388c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-37c9a5ec-991d-47cf-a1ea-83e73a6388c3"}]} [ 1166.273629] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1166.290027] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1166.290268] env[69265]: DEBUG nova.compute.provider_tree [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.303533] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1166.323929] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1166.375766] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476913, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.441399] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476906, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.006358} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.441664] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_40960401-af30-428a-8928-611fbf471024/OSTACK_IMG_40960401-af30-428a-8928-611fbf471024.vmdk to [datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0.vmdk. [ 1166.441935] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Cleaning up location [datastore1] OSTACK_IMG_40960401-af30-428a-8928-611fbf471024 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1166.442233] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_40960401-af30-428a-8928-611fbf471024 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.442514] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd52b29-0500-469b-9722-f0a41ce99f87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.449600] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.451101] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1166.451101] env[69265]: value = "task-3476914" [ 1166.451101] env[69265]: _type = "Task" [ 1166.451101] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.462456] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.472776] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.473115] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.473483] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.473733] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.476516] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.480501] env[69265]: INFO nova.compute.manager [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Terminating instance [ 1166.513724] env[69265]: DEBUG oslo_concurrency.lockutils [req-0ceab530-6f64-4169-95dc-a427c679f2c9 req-74afebfb-404e-44d0-9003-85fde8744e37 service nova] Releasing lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.573989] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476912, 'name': CreateVM_Task, 'duration_secs': 1.876415} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.574233] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.574966] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.575163] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.575496] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.575764] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe135a4-fc6c-44e7-9f9f-a2901a750f8f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.586112] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1166.586112] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5289d943-1c39-907b-0c2f-f8489e4b297a" [ 1166.586112] env[69265]: _type = "Task" [ 1166.586112] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.602942] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5289d943-1c39-907b-0c2f-f8489e4b297a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.623620] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04df305c-e058-4c3d-a500-fc552231222b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.637852] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fbf060-ce9d-4672-b2a8-803aad6bfa4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.684687] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f25a216-c401-4fd3-8ac6-900c3825c073 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.697270] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac5c36-96c8-4afe-b40b-1a4c2357b609 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.719726] env[69265]: DEBUG nova.compute.provider_tree [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.845659] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updated VIF entry in instance network info cache for port a9afefde-c747-47b3-b504-1c21dc6ec7bf. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.846099] env[69265]: DEBUG nova.network.neutron [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.874471] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476913, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.987161} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.874707] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] bc6ae4b9-8191-45dd-b04a-d307eea90b99/bc6ae4b9-8191-45dd-b04a-d307eea90b99.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.874932] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.875207] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f81d27e4-45ba-48c8-9a9c-2b0558b34443 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.881729] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1166.881729] env[69265]: value = "task-3476915" [ 1166.881729] env[69265]: _type = "Task" [ 1166.881729] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.890731] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.919717] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "51b0edd4-66dc-4c94-9519-5fbf18949752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.920134] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.966240] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147063} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.966240] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.966240] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.967039] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0.vmdk to [datastore1] 41fdc930-ea31-419b-8aec-68bf17d01998/41fdc930-ea31-419b-8aec-68bf17d01998.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.967826] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-101d1d40-4e46-426d-a4f3-0e57c66090c5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.976277] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1166.976277] env[69265]: value = "task-3476916" [ 1166.976277] env[69265]: _type = "Task" [ 1166.976277] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.991501] env[69265]: DEBUG nova.compute.manager [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.991661] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.992311] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.993309] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b6fcbb-004b-46f5-aebd-2174af31c666 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.001066] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.001264] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56848579-a3df-4bf9-af21-ab32446de16e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.010911] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1167.010911] env[69265]: value = "task-3476917" [ 1167.010911] env[69265]: _type = "Task" [ 1167.010911] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.017396] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.098237] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5289d943-1c39-907b-0c2f-f8489e4b297a, 'name': SearchDatastore_Task, 'duration_secs': 0.06065} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.098581] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.098835] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.099152] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.099333] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.099523] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.099794] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a205fde5-de73-4879-bcf1-f6924cb01eef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.115515] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.115700] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.116436] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826faa34-7690-48f1-80eb-dc02eb3fa0db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.121736] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1167.121736] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212dbb6-c0fe-dfe4-1f61-305e386363fe" [ 1167.121736] env[69265]: _type = "Task" [ 1167.121736] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.131039] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212dbb6-c0fe-dfe4-1f61-305e386363fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.242383] env[69265]: ERROR nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [req-c8c0fec5-3996-43da-9046-c0031c5ebb6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8c0fec5-3996-43da-9046-c0031c5ebb6b"}]} [ 1167.260725] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1167.274961] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1167.275249] env[69265]: DEBUG nova.compute.provider_tree [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.286419] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1167.304185] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1167.350952] env[69265]: DEBUG oslo_concurrency.lockutils [req-3f5c550c-8a2c-4c3d-9459-37076d6abedf req-7e48346e-2983-483c-a1ee-ff21a2689fd2 service nova] Releasing lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.393074] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07853} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.393287] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.394165] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36690bb8-d23b-4370-a7c3-8d0dbbf33079 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.416810] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] bc6ae4b9-8191-45dd-b04a-d307eea90b99/bc6ae4b9-8191-45dd-b04a-d307eea90b99.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.419889] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dedaedde-fee3-4bd8-93b4-c4927e160f34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.435031] env[69265]: DEBUG nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.443577] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1167.443577] env[69265]: value = "task-3476918" [ 1167.443577] env[69265]: _type = "Task" [ 1167.443577] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.457482] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.486683] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.520045] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476917, 'name': PowerOffVM_Task, 'duration_secs': 0.476663} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.520215] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.520412] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.520666] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10615048-15ee-4e9a-9821-99fbb7e7ebc6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.593688] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9886162b-29d3-4768-ba8d-bb46a767503a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.603918] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09a594-fffd-400b-8e1d-eb29cf9ed712 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.648351] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1271ee6-6b4e-42c0-a816-418c6c87122c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.651993] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.651993] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.652287] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleting the datastore file [datastore1] 650dba63-e423-418e-b5b9-7d395dc1f7f8 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.653096] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef2dcfb-6f85-4d98-b77c-654cc0826ad0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.663531] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5212dbb6-c0fe-dfe4-1f61-305e386363fe, 'name': SearchDatastore_Task, 'duration_secs': 0.044493} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.668519] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1167.668519] env[69265]: value = "task-3476920" [ 1167.668519] env[69265]: _type = "Task" [ 1167.668519] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.668851] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0897cde5-ba2c-400a-9d11-2b588aaf8064 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.673223] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f6e21-44b9-4979-a433-8b280f154b96 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.692936] env[69265]: DEBUG nova.compute.provider_tree [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.699629] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.700230] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1167.700230] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52627f2c-7bdb-47b5-663d-52e0441a272f" [ 1167.700230] env[69265]: _type = "Task" [ 1167.700230] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.712687] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52627f2c-7bdb-47b5-663d-52e0441a272f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.957635] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.959497] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.990177] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476916, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.191312] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.219868] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52627f2c-7bdb-47b5-663d-52e0441a272f, 'name': SearchDatastore_Task, 'duration_secs': 0.05745} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.219868] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.220250] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] dbfbef4f-0bd0-4d71-9e20-1886c9802086/dbfbef4f-0bd0-4d71-9e20-1886c9802086.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.220513] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5defaf59-70d1-43e8-90d5-367cf6180b14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.230693] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1168.230693] env[69265]: value = "task-3476921" [ 1168.230693] env[69265]: _type = "Task" [ 1168.230693] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.238254] env[69265]: DEBUG nova.scheduler.client.report [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1168.238520] env[69265]: DEBUG nova.compute.provider_tree [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 157 to 158 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1168.238701] env[69265]: DEBUG nova.compute.provider_tree [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.245274] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.458794] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476918, 'name': ReconfigVM_Task, 'duration_secs': 0.61445} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.459163] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Reconfigured VM instance instance-00000065 to attach disk [datastore1] bc6ae4b9-8191-45dd-b04a-d307eea90b99/bc6ae4b9-8191-45dd-b04a-d307eea90b99.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.460038] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff1da43b-12f1-4a7d-833e-eb72aa886ec4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.469958] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1168.469958] env[69265]: value = "task-3476922" [ 1168.469958] env[69265]: _type = "Task" [ 1168.469958] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.481083] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476922, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.492245] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476916, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.692758] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.742300] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.747316] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.432s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.747913] env[69265]: DEBUG nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.751148] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.853s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.751370] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.753657] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.340s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.777763] env[69265]: INFO nova.scheduler.client.report [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Deleted allocations for instance f663f4f5-e4db-4b89-a3a7-a4d40d10c112 [ 1168.984333] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476922, 'name': Rename_Task, 'duration_secs': 0.399166} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.987955] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.988305] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9997e8a9-992a-4d1c-91f3-793bbab01175 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.997342] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476916, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.998866] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1168.998866] env[69265]: value = "task-3476923" [ 1168.998866] env[69265]: _type = "Task" [ 1168.998866] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.009315] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.191278] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.242661] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.257604] env[69265]: DEBUG nova.compute.utils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.268192] env[69265]: DEBUG nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.268428] env[69265]: DEBUG nova.network.neutron [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.293033] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Lock "f663f4f5-e4db-4b89-a3a7-a4d40d10c112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.824s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.325124] env[69265]: DEBUG nova.policy [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '682b90979b3740d3a40c7f674896fada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd05d9d3f48b4fe6af949b13f9dd03ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.349032] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.349175] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.497321] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476916, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.509859] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476923, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.681464] env[69265]: DEBUG nova.network.neutron [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Successfully created port: 9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.695349] env[69265]: DEBUG oslo_vmware.api [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.919613} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.695679] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.695921] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.696192] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.696383] env[69265]: INFO nova.compute.manager [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1169.697014] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.697014] env[69265]: DEBUG nova.compute.manager [-] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.697149] env[69265]: DEBUG nova.network.neutron [-] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.745949] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476921, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.769010] env[69265]: DEBUG nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.774626] env[69265]: INFO nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating resource usage from migration aeb042cc-eeaf-49d7-a555-c43be7d48531 [ 1169.801224] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d9fb3dba-41f2-463c-8d57-118b0aa46f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.801384] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.801524] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance afe976f5-22f1-485c-9e10-b832e6240e2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.801651] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f598f661-1fb6-456c-b62b-e66c6a472680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.801796] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 5db316a0-b835-4433-8d59-aec5c21e72d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1169.801928] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance e978b8e2-ec0b-47e9-8d69-3ebd16b3a171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.802106] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f195205a-3d91-41c6-ab81-f095d35c2686 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.802245] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 37ae3479-9afa-41e5-a1af-7e24bc9dccd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.802390] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance dcaf8a62-deb1-4d18-a951-ce29f8a16f80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.802476] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance e3767c98-a3a1-49ca-b73e-643bcdfddcf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.802607] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 650dba63-e423-418e-b5b9-7d395dc1f7f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.802722] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 41fdc930-ea31-419b-8aec-68bf17d01998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.802852] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance b1aaf731-5852-407f-8703-010417c46211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.803016] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance bc6ae4b9-8191-45dd-b04a-d307eea90b99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.803106] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance dbfbef4f-0bd0-4d71-9e20-1886c9802086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.803256] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8654edbe-05d1-4c47-9d5b-3f80eef3627a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.803368] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Migration aeb042cc-eeaf-49d7-a555-c43be7d48531 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1169.803515] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance e03498cd-7849-4e30-b543-6639d8cf41f1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.852385] env[69265]: DEBUG nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.998588] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476916, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.828989} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.998856] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0/39cd5eb5-cf4b-4e01-b9ff-303052ba6cd0.vmdk to [datastore1] 41fdc930-ea31-419b-8aec-68bf17d01998/41fdc930-ea31-419b-8aec-68bf17d01998.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.000079] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e835281-61b5-49c4-aaee-5dc664292c1a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.028692] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 41fdc930-ea31-419b-8aec-68bf17d01998/41fdc930-ea31-419b-8aec-68bf17d01998.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.032899] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e50b84f-b2f8-4cdf-9245-6930d2c1aed4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.049682] env[69265]: DEBUG oslo_vmware.api [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476923, 'name': PowerOnVM_Task, 'duration_secs': 1.001885} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.050088] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.050388] env[69265]: INFO nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1170.050613] env[69265]: DEBUG nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.052140] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc2410d-17b8-4557-bd9a-d4cbf5e573b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.056876] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1170.056876] env[69265]: value = "task-3476925" [ 1170.056876] env[69265]: _type = "Task" [ 1170.056876] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.072129] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.161189] env[69265]: DEBUG nova.compute.manager [req-9c86ebb5-3f11-4174-9e4e-3719e5f8d943 req-46526939-9025-4ddd-8ff9-7afb99bb7e89 service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Received event network-vif-deleted-afd4c14b-2cec-4cd3-a624-d29c708a56d9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.161402] env[69265]: INFO nova.compute.manager [req-9c86ebb5-3f11-4174-9e4e-3719e5f8d943 req-46526939-9025-4ddd-8ff9-7afb99bb7e89 service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Neutron deleted interface afd4c14b-2cec-4cd3-a624-d29c708a56d9; detaching it from the instance and deleting it from the info cache [ 1170.161584] env[69265]: DEBUG nova.network.neutron [req-9c86ebb5-3f11-4174-9e4e-3719e5f8d943 req-46526939-9025-4ddd-8ff9-7afb99bb7e89 service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.243246] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476921, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.961623} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.243246] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] dbfbef4f-0bd0-4d71-9e20-1886c9802086/dbfbef4f-0bd0-4d71-9e20-1886c9802086.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.243246] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.243246] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88e56ea4-6c96-4cf7-aa02-ab6399bada6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.249680] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1170.249680] env[69265]: value = "task-3476926" [ 1170.249680] env[69265]: _type = "Task" [ 1170.249680] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.257441] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.310623] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 51b0edd4-66dc-4c94-9519-5fbf18949752 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1170.375789] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.576021] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476925, 'name': ReconfigVM_Task, 'duration_secs': 0.404744} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.576021] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 41fdc930-ea31-419b-8aec-68bf17d01998/41fdc930-ea31-419b-8aec-68bf17d01998.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.576021] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encrypted': False, 'boot_index': 0, 'image_id': '874d7480-b4be-4ee5-a86f-5be16c8c152b'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695149', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'name': 'volume-148dc5ca-9419-4dc0-8b29-a57835ca021b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '41fdc930-ea31-419b-8aec-68bf17d01998', 'attached_at': '', 'detached_at': '', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'serial': '148dc5ca-9419-4dc0-8b29-a57835ca021b'}, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'attachment_id': 'e265cab3-840a-4824-bc2d-a5b3847d4b74', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69265) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1170.576021] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1170.576021] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695149', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'name': 'volume-148dc5ca-9419-4dc0-8b29-a57835ca021b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '41fdc930-ea31-419b-8aec-68bf17d01998', 'attached_at': '', 'detached_at': '', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'serial': '148dc5ca-9419-4dc0-8b29-a57835ca021b'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1170.579828] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76df1dd-ef2e-4d1f-bf69-ef38fc95a746 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.584730] env[69265]: INFO nova.compute.manager [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Took 17.42 seconds to build instance. [ 1170.598749] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f9e258-7a36-4e30-bc4d-2624d542a809 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.645683] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-148dc5ca-9419-4dc0-8b29-a57835ca021b/volume-148dc5ca-9419-4dc0-8b29-a57835ca021b.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.646659] env[69265]: DEBUG nova.network.neutron [-] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.649647] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c38688-909f-4a66-9e09-99173f28a1c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.680043] env[69265]: INFO nova.compute.manager [-] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Took 0.98 seconds to deallocate network for instance. [ 1170.680252] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7093ac9-cd0c-4735-b8eb-3c252ef31b50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.691023] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1170.691023] env[69265]: value = "task-3476927" [ 1170.691023] env[69265]: _type = "Task" [ 1170.691023] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.696461] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d44e36-e379-4463-b3a4-99d92d07a258 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.712642] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.728504] env[69265]: DEBUG nova.compute.manager [req-c11694c8-0e99-409e-a2fc-d1ffb54774ad req-f0e966df-4069-4336-bcbc-55fab79419e9 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Received event network-changed-57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.728716] env[69265]: DEBUG nova.compute.manager [req-c11694c8-0e99-409e-a2fc-d1ffb54774ad req-f0e966df-4069-4336-bcbc-55fab79419e9 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Refreshing instance network info cache due to event network-changed-57bdf43b-e4fd-4e64-9059-fd18888efa31. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.728948] env[69265]: DEBUG oslo_concurrency.lockutils [req-c11694c8-0e99-409e-a2fc-d1ffb54774ad req-f0e966df-4069-4336-bcbc-55fab79419e9 service nova] Acquiring lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.729149] env[69265]: DEBUG oslo_concurrency.lockutils [req-c11694c8-0e99-409e-a2fc-d1ffb54774ad req-f0e966df-4069-4336-bcbc-55fab79419e9 service nova] Acquired lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.729379] env[69265]: DEBUG nova.network.neutron [req-c11694c8-0e99-409e-a2fc-d1ffb54774ad req-f0e966df-4069-4336-bcbc-55fab79419e9 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Refreshing network info cache for port 57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.746923] env[69265]: DEBUG nova.compute.manager [req-9c86ebb5-3f11-4174-9e4e-3719e5f8d943 req-46526939-9025-4ddd-8ff9-7afb99bb7e89 service nova] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Detach interface failed, port_id=afd4c14b-2cec-4cd3-a624-d29c708a56d9, reason: Instance 650dba63-e423-418e-b5b9-7d395dc1f7f8 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.761292] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070791} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.761551] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.762349] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a278aa66-366d-488a-b716-f680b7e32309 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.783848] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] dbfbef4f-0bd0-4d71-9e20-1886c9802086/dbfbef4f-0bd0-4d71-9e20-1886c9802086.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.785557] env[69265]: DEBUG nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.787399] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2346565f-7f34-46c6-b130-e6dae85737ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.807702] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1170.807702] env[69265]: value = "task-3476928" [ 1170.807702] env[69265]: _type = "Task" [ 1170.807702] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.816404] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 618fcdd3-0cee-43ca-b59b-e9fc19ebb746 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1170.816695] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1170.816813] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1170.819103] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.828588] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.828588] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.828775] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.828916] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.830187] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.830187] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.830187] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.830187] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.830187] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.830531] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.830627] env[69265]: DEBUG nova.virt.hardware [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.831551] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940a19f9-f40c-4b35-bf5e-18b4bb29050f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.841025] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce624aa7-58a3-46fe-9147-65257848774a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.084888] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.940s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.085768] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb38dad-2b25-494f-af24-d05be9e9b3bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.092998] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef58d6ca-5e7d-4997-9d0b-76db6aa53e01 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.124149] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c387eff-3a48-4c3a-a6f0-5b5e3a42bb3e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.131062] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59af8a0d-ce19-4327-9308-428b73d3da6f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.144785] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.188707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.197982] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.320176] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.351512] env[69265]: DEBUG oslo_concurrency.lockutils [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.351726] env[69265]: DEBUG oslo_concurrency.lockutils [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.351821] env[69265]: INFO nova.compute.manager [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Rebooting instance [ 1171.515329] env[69265]: DEBUG nova.network.neutron [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Successfully updated port: 9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.527183] env[69265]: DEBUG nova.network.neutron [req-c11694c8-0e99-409e-a2fc-d1ffb54774ad req-f0e966df-4069-4336-bcbc-55fab79419e9 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updated VIF entry in instance network info cache for port 57bdf43b-e4fd-4e64-9059-fd18888efa31. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.527862] env[69265]: DEBUG nova.network.neutron [req-c11694c8-0e99-409e-a2fc-d1ffb54774ad req-f0e966df-4069-4336-bcbc-55fab79419e9 service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updating instance_info_cache with network_info: [{"id": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "address": "fa:16:3e:9d:40:2f", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bdf43b-e4", "ovs_interfaceid": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.648356] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.698026] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.818215] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476928, 'name': ReconfigVM_Task, 'duration_secs': 0.876272} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.818619] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Reconfigured VM instance instance-00000066 to attach disk [datastore1] dbfbef4f-0bd0-4d71-9e20-1886c9802086/dbfbef4f-0bd0-4d71-9e20-1886c9802086.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.819286] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d97cea5-aecb-49f9-8c2b-c2da591e9a4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.826255] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1171.826255] env[69265]: value = "task-3476929" [ 1171.826255] env[69265]: _type = "Task" [ 1171.826255] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.833496] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476929, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.867043] env[69265]: DEBUG oslo_concurrency.lockutils [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.018785] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.018961] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.019220] env[69265]: DEBUG nova.network.neutron [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.031138] env[69265]: DEBUG oslo_concurrency.lockutils [req-c11694c8-0e99-409e-a2fc-d1ffb54774ad req-f0e966df-4069-4336-bcbc-55fab79419e9 service nova] Releasing lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.031806] env[69265]: DEBUG oslo_concurrency.lockutils [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquired lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.032103] env[69265]: DEBUG nova.network.neutron [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.154854] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1172.155105] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.402s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.155410] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.879s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.190399] env[69265]: DEBUG nova.compute.manager [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received event network-vif-plugged-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.190758] env[69265]: DEBUG oslo_concurrency.lockutils [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.190907] env[69265]: DEBUG oslo_concurrency.lockutils [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.190995] env[69265]: DEBUG oslo_concurrency.lockutils [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.191160] env[69265]: DEBUG nova.compute.manager [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] No waiting events found dispatching network-vif-plugged-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.191331] env[69265]: WARNING nova.compute.manager [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received unexpected event network-vif-plugged-9d25821a-b98d-4932-9f77-948d316cdf80 for instance with vm_state building and task_state spawning. [ 1172.191492] env[69265]: DEBUG nova.compute.manager [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received event network-changed-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.191646] env[69265]: DEBUG nova.compute.manager [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Refreshing instance network info cache due to event network-changed-9d25821a-b98d-4932-9f77-948d316cdf80. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.191812] env[69265]: DEBUG oslo_concurrency.lockutils [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] Acquiring lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.201654] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.335301] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476929, 'name': Rename_Task, 'duration_secs': 0.29776} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.335578] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.335819] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-924fc9fc-cec0-41f2-b63b-f5ff3c075475 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.342501] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1172.342501] env[69265]: value = "task-3476930" [ 1172.342501] env[69265]: _type = "Task" [ 1172.342501] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.349985] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.565559] env[69265]: DEBUG nova.network.neutron [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.661256] env[69265]: INFO nova.compute.claims [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.702273] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476927, 'name': ReconfigVM_Task, 'duration_secs': 1.749447} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.702584] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-148dc5ca-9419-4dc0-8b29-a57835ca021b/volume-148dc5ca-9419-4dc0-8b29-a57835ca021b.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.707770] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32449f17-d771-43db-aef8-5b395d8b1103 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.729895] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1172.729895] env[69265]: value = "task-3476931" [ 1172.729895] env[69265]: _type = "Task" [ 1172.729895] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.740507] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.820568] env[69265]: DEBUG nova.network.neutron [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [{"id": "9d25821a-b98d-4932-9f77-948d316cdf80", "address": "fa:16:3e:67:17:b3", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25821a-b9", "ovs_interfaceid": "9d25821a-b98d-4932-9f77-948d316cdf80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.853172] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.880911] env[69265]: DEBUG nova.network.neutron [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updating instance_info_cache with network_info: [{"id": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "address": "fa:16:3e:9d:40:2f", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bdf43b-e4", "ovs_interfaceid": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.167828] env[69265]: INFO nova.compute.resource_tracker [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating resource usage from migration aeb042cc-eeaf-49d7-a555-c43be7d48531 [ 1173.243241] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476931, 'name': ReconfigVM_Task, 'duration_secs': 0.193893} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.243569] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695149', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'name': 'volume-148dc5ca-9419-4dc0-8b29-a57835ca021b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '41fdc930-ea31-419b-8aec-68bf17d01998', 'attached_at': '', 'detached_at': '', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'serial': '148dc5ca-9419-4dc0-8b29-a57835ca021b'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1173.244308] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bed097b-8ce8-449f-a648-25db38f0cb09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.250979] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1173.250979] env[69265]: value = "task-3476932" [ 1173.250979] env[69265]: _type = "Task" [ 1173.250979] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.261019] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476932, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.325254] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.325590] env[69265]: DEBUG nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Instance network_info: |[{"id": "9d25821a-b98d-4932-9f77-948d316cdf80", "address": "fa:16:3e:67:17:b3", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25821a-b9", "ovs_interfaceid": "9d25821a-b98d-4932-9f77-948d316cdf80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.326088] env[69265]: DEBUG oslo_concurrency.lockutils [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] Acquired lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.326321] env[69265]: DEBUG nova.network.neutron [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Refreshing network info cache for port 9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.327455] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:17:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d25821a-b98d-4932-9f77-948d316cdf80', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.335364] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.335941] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.336217] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a07cf8e-eeb4-4d76-8a2e-da23308d0c79 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.364079] env[69265]: DEBUG oslo_vmware.api [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3476930, 'name': PowerOnVM_Task, 'duration_secs': 0.515169} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.365884] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.366111] env[69265]: INFO nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1173.366300] env[69265]: DEBUG nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.366612] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.366612] env[69265]: value = "task-3476933" [ 1173.366612] env[69265]: _type = "Task" [ 1173.366612] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.369568] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3c1b18-a36e-4325-8289-3497cacef102 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.389617] env[69265]: DEBUG oslo_concurrency.lockutils [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Releasing lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.390672] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476933, 'name': CreateVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.486386] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bc327a-b9ee-47b2-82eb-a1f9ff580be1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.493977] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cc0f94-d0c8-4adc-80f5-c4f25ce18d82 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.527823] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77ffbde-a500-4abe-9533-6adeca9d24d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.535512] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599bb53b-c265-4054-a6ea-42471003beca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.549393] env[69265]: DEBUG nova.compute.provider_tree [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.761073] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476932, 'name': Rename_Task, 'duration_secs': 0.288195} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.761466] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.761730] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32abba0c-1e10-448a-a403-964f20728283 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.768205] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1173.768205] env[69265]: value = "task-3476934" [ 1173.768205] env[69265]: _type = "Task" [ 1173.768205] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.883738] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476933, 'name': CreateVM_Task, 'duration_secs': 0.458967} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.883946] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.884557] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.884746] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.885081] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.885348] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc93c7a9-7538-4742-a875-47d5f835ebf6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.889815] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1173.889815] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e5e442-e8d7-74ee-a30d-242d8fc54f5a" [ 1173.889815] env[69265]: _type = "Task" [ 1173.889815] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.902662] env[69265]: INFO nova.compute.manager [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Took 18.49 seconds to build instance. [ 1173.903316] env[69265]: DEBUG nova.compute.manager [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.904151] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee970f32-021f-48ed-a522-2a66ab4c59c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.910268] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e5e442-e8d7-74ee-a30d-242d8fc54f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.052418] env[69265]: DEBUG nova.scheduler.client.report [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.255384] env[69265]: DEBUG nova.network.neutron [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updated VIF entry in instance network info cache for port 9d25821a-b98d-4932-9f77-948d316cdf80. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.255823] env[69265]: DEBUG nova.network.neutron [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [{"id": "9d25821a-b98d-4932-9f77-948d316cdf80", "address": "fa:16:3e:67:17:b3", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25821a-b9", "ovs_interfaceid": "9d25821a-b98d-4932-9f77-948d316cdf80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.279529] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.401068] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e5e442-e8d7-74ee-a30d-242d8fc54f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.018897} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.401692] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.401973] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.402262] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.402441] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.402630] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.403243] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fde2137e-96ac-4e6b-b87e-8ee2685d35be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.411065] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d831ab17-5703-434e-94b9-78f5fc90efbc tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.007s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.412893] env[69265]: DEBUG nova.compute.manager [req-840d492e-1c2c-4d93-870c-6ba57a11c33e req-cf08a71e-0942-4e93-9420-0210562b2ec9 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Received event network-changed-a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.412893] env[69265]: DEBUG nova.compute.manager [req-840d492e-1c2c-4d93-870c-6ba57a11c33e req-cf08a71e-0942-4e93-9420-0210562b2ec9 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Refreshing instance network info cache due to event network-changed-a9afefde-c747-47b3-b504-1c21dc6ec7bf. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.413186] env[69265]: DEBUG oslo_concurrency.lockutils [req-840d492e-1c2c-4d93-870c-6ba57a11c33e req-cf08a71e-0942-4e93-9420-0210562b2ec9 service nova] Acquiring lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.413254] env[69265]: DEBUG oslo_concurrency.lockutils [req-840d492e-1c2c-4d93-870c-6ba57a11c33e req-cf08a71e-0942-4e93-9420-0210562b2ec9 service nova] Acquired lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.413415] env[69265]: DEBUG nova.network.neutron [req-840d492e-1c2c-4d93-870c-6ba57a11c33e req-cf08a71e-0942-4e93-9420-0210562b2ec9 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Refreshing network info cache for port a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.416302] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.416490] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.420713] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47530a3-8b37-488a-bd2e-53dfef076595 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.427968] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1174.427968] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5222a85c-a69e-f8d1-8bda-e5f540b374e9" [ 1174.427968] env[69265]: _type = "Task" [ 1174.427968] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.437797] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5222a85c-a69e-f8d1-8bda-e5f540b374e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.557946] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.402s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.558281] env[69265]: INFO nova.compute.manager [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Migrating [ 1174.567721] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.118s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.567935] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.576023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.616s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.576228] env[69265]: INFO nova.compute.claims [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.613015] env[69265]: INFO nova.scheduler.client.report [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Deleted allocations for instance 5db316a0-b835-4433-8d59-aec5c21e72d9 [ 1174.758624] env[69265]: DEBUG oslo_concurrency.lockutils [req-911ab19e-be4b-4b1e-aede-903ff451d855 req-a7601276-bf40-42fc-b117-fb48e0707c5b service nova] Releasing lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.780555] env[69265]: DEBUG oslo_vmware.api [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3476934, 'name': PowerOnVM_Task, 'duration_secs': 0.635575} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.780879] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.897112] env[69265]: DEBUG nova.compute.manager [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.897112] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e990e-154c-4c65-b25a-e90f9c02598d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.931649] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727f16c0-6220-4412-bf27-819cdc18eb7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.948110] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Doing hard reboot of VM {{(pid=69265) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1174.956276] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3d687de1-628f-4ef3-9268-39c60b434b42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.959518] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5222a85c-a69e-f8d1-8bda-e5f540b374e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015129} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.960824] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a613fe-20e8-446a-b0f0-653b1fbaa78e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.967785] env[69265]: DEBUG oslo_vmware.api [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1174.967785] env[69265]: value = "task-3476935" [ 1174.967785] env[69265]: _type = "Task" [ 1174.967785] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.976508] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1174.976508] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524b6447-5283-3640-cd07-acd26039d834" [ 1174.976508] env[69265]: _type = "Task" [ 1174.976508] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.984017] env[69265]: DEBUG oslo_vmware.api [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476935, 'name': ResetVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.990093] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524b6447-5283-3640-cd07-acd26039d834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.094620] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.094790] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.094960] env[69265]: DEBUG nova.network.neutron [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.119538] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Lock "5db316a0-b835-4433-8d59-aec5c21e72d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.174s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.202685] env[69265]: DEBUG nova.network.neutron [req-840d492e-1c2c-4d93-870c-6ba57a11c33e req-cf08a71e-0942-4e93-9420-0210562b2ec9 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updated VIF entry in instance network info cache for port a9afefde-c747-47b3-b504-1c21dc6ec7bf. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.202685] env[69265]: DEBUG nova.network.neutron [req-840d492e-1c2c-4d93-870c-6ba57a11c33e req-cf08a71e-0942-4e93-9420-0210562b2ec9 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.415339] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.766s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.484229] env[69265]: DEBUG oslo_vmware.api [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476935, 'name': ResetVM_Task, 'duration_secs': 0.119646} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.484867] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Did hard reboot of VM {{(pid=69265) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1175.485088] env[69265]: DEBUG nova.compute.manager [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.485958] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbbab93-7edb-4349-9ecf-42f280e6491f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.491421] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524b6447-5283-3640-cd07-acd26039d834, 'name': SearchDatastore_Task, 'duration_secs': 0.015528} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.491925] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.492223] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8654edbe-05d1-4c47-9d5b-3f80eef3627a/8654edbe-05d1-4c47-9d5b-3f80eef3627a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.492465] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bdc910f-9190-4949-8f06-abaefb653cce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.502269] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1175.502269] env[69265]: value = "task-3476936" [ 1175.502269] env[69265]: _type = "Task" [ 1175.502269] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.509548] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.707485] env[69265]: DEBUG oslo_concurrency.lockutils [req-840d492e-1c2c-4d93-870c-6ba57a11c33e req-cf08a71e-0942-4e93-9420-0210562b2ec9 service nova] Releasing lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.904809] env[69265]: DEBUG nova.network.neutron [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance_info_cache with network_info: [{"id": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "address": "fa:16:3e:a2:5c:e8", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8975f1-a9", "ovs_interfaceid": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.930445] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfad394-30f8-4af8-82e5-91af9e4cfcd3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.942733] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889b386c-b328-4eef-9dd1-2f5c45847510 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.983899] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a8ec5-c40e-4a46-a7b8-de04b08c73d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.994424] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9a3ccc-a2f1-4eb6-9391-fa2886f7792c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.001818] env[69265]: DEBUG oslo_concurrency.lockutils [None req-483257fd-dc21-4f5f-bbe7-42f2c49f10dc tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.650s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.016186] env[69265]: DEBUG nova.compute.provider_tree [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.026990] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.080533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.080786] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.413736] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.512769] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608421} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.513083] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 8654edbe-05d1-4c47-9d5b-3f80eef3627a/8654edbe-05d1-4c47-9d5b-3f80eef3627a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.513321] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.513574] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e941614a-fb4b-4b6a-b6f9-daee62cb8ba9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.520045] env[69265]: DEBUG nova.scheduler.client.report [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.523974] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1176.523974] env[69265]: value = "task-3476937" [ 1176.523974] env[69265]: _type = "Task" [ 1176.523974] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.532255] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.587339] env[69265]: DEBUG nova.compute.utils [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.025320] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.025920] env[69265]: DEBUG nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.029443] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.654s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.031132] env[69265]: INFO nova.compute.claims [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.052234] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062013} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.052633] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.053557] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf021f94-8349-4af2-8c6a-3ee68605d6d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.077394] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 8654edbe-05d1-4c47-9d5b-3f80eef3627a/8654edbe-05d1-4c47-9d5b-3f80eef3627a.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.078430] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f87e8ae0-e7ff-4769-8417-ab52de2174a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.095025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.102124] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1177.102124] env[69265]: value = "task-3476938" [ 1177.102124] env[69265]: _type = "Task" [ 1177.102124] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.109571] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.547355] env[69265]: DEBUG nova.compute.utils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.554056] env[69265]: DEBUG nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.554537] env[69265]: DEBUG nova.network.neutron [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.609132] env[69265]: DEBUG nova.policy [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '533c132e5ee449e780d03ce2ef5350a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b8ace6cf36454cae77bfc54e812c77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.615480] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476938, 'name': ReconfigVM_Task, 'duration_secs': 0.457322} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.615958] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 8654edbe-05d1-4c47-9d5b-3f80eef3627a/8654edbe-05d1-4c47-9d5b-3f80eef3627a.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.618029] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee438655-78f8-4e7a-8b6f-5e10d2a39729 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.624618] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1177.624618] env[69265]: value = "task-3476939" [ 1177.624618] env[69265]: _type = "Task" [ 1177.624618] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.635769] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476939, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.653380] env[69265]: DEBUG nova.compute.manager [req-dd463884-f6ae-46c9-83ff-346190e98585 req-8cb565e5-9c24-49b0-8411-00492489a45f service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Received event network-changed-57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.653380] env[69265]: DEBUG nova.compute.manager [req-dd463884-f6ae-46c9-83ff-346190e98585 req-8cb565e5-9c24-49b0-8411-00492489a45f service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Refreshing instance network info cache due to event network-changed-57bdf43b-e4fd-4e64-9059-fd18888efa31. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.653380] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd463884-f6ae-46c9-83ff-346190e98585 req-8cb565e5-9c24-49b0-8411-00492489a45f service nova] Acquiring lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.653380] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd463884-f6ae-46c9-83ff-346190e98585 req-8cb565e5-9c24-49b0-8411-00492489a45f service nova] Acquired lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.654040] env[69265]: DEBUG nova.network.neutron [req-dd463884-f6ae-46c9-83ff-346190e98585 req-8cb565e5-9c24-49b0-8411-00492489a45f service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Refreshing network info cache for port 57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.929075] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009c5373-5510-43ec-bea7-16e79c831fcf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.955650] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance 'e03498cd-7849-4e30-b543-6639d8cf41f1' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.055849] env[69265]: DEBUG nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.136948] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476939, 'name': Rename_Task, 'duration_secs': 0.231291} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.137913] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.137913] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa7befe9-02cc-4505-934a-4bb7cff1ecf6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.145287] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1178.145287] env[69265]: value = "task-3476940" [ 1178.145287] env[69265]: _type = "Task" [ 1178.145287] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.161167] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.165424] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.165653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.165872] env[69265]: INFO nova.compute.manager [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Attaching volume 1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b to /dev/sdb [ 1178.213938] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7849147-5726-49cf-b8db-bfee3a466ab4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.221449] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f99115b-f12a-4625-96a4-e46af7342f11 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.236320] env[69265]: DEBUG nova.virt.block_device [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updating existing volume attachment record: 0b19324c-78af-4775-b089-02adbd2d5871 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.313745] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.313745] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.313745] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.313745] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.313745] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.318291] env[69265]: INFO nova.compute.manager [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Terminating instance [ 1178.331886] env[69265]: DEBUG nova.network.neutron [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Successfully created port: 9969ebb1-9158-4dd6-aaf9-07912f98c988 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.390614] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73083471-676c-427b-9438-25875d992899 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.397247] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f92bbc4-b03c-44c6-b82c-a32f79d6201c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.432627] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e5998e-6c21-492c-ad5d-784044058534 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.442741] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb217fa-1521-4190-a57e-6130e3221bbb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.461279] env[69265]: DEBUG nova.compute.provider_tree [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.462166] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.462428] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53029f38-9ac2-4817-915e-c7b6b59c9d9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.469912] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1178.469912] env[69265]: value = "task-3476943" [ 1178.469912] env[69265]: _type = "Task" [ 1178.469912] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.478236] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.659471] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.804450] env[69265]: DEBUG nova.network.neutron [req-dd463884-f6ae-46c9-83ff-346190e98585 req-8cb565e5-9c24-49b0-8411-00492489a45f service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updated VIF entry in instance network info cache for port 57bdf43b-e4fd-4e64-9059-fd18888efa31. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.804450] env[69265]: DEBUG nova.network.neutron [req-dd463884-f6ae-46c9-83ff-346190e98585 req-8cb565e5-9c24-49b0-8411-00492489a45f service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updating instance_info_cache with network_info: [{"id": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "address": "fa:16:3e:9d:40:2f", "network": {"id": "7da26977-b34f-4484-b5e6-4353f9883309", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1151551723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f93d18c712b406591c5982863c57d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bdf43b-e4", "ovs_interfaceid": "57bdf43b-e4fd-4e64-9059-fd18888efa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.826599] env[69265]: DEBUG nova.compute.manager [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.826840] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.828092] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9847c64-ed06-4b44-99cc-43f6377a6b71 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.839856] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.839856] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95ae234a-43e8-4ff5-bdf0-1e0c433d5e35 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.848672] env[69265]: DEBUG oslo_vmware.api [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1178.848672] env[69265]: value = "task-3476945" [ 1178.848672] env[69265]: _type = "Task" [ 1178.848672] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.858738] env[69265]: DEBUG oslo_vmware.api [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.985128] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476943, 'name': PowerOffVM_Task, 'duration_secs': 0.195486} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.985128] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.985829] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance 'e03498cd-7849-4e30-b543-6639d8cf41f1' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.991597] env[69265]: ERROR nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [req-f87dd4c3-5475-4e84-a679-24b84e795f47] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f87dd4c3-5475-4e84-a679-24b84e795f47"}]} [ 1179.015216] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1179.037618] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1179.037768] env[69265]: DEBUG nova.compute.provider_tree [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.055456] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1179.071123] env[69265]: DEBUG nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.080662] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1179.116016] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.116016] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.116016] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.116016] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.116016] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.116016] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.116016] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.116016] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.116836] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.117237] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.117755] env[69265]: DEBUG nova.virt.hardware [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.119218] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c4ed28-c9d2-4c15-be79-df0fe5f9ce94 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.133017] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b74e60c-fa16-4342-b502-c9528cbc03e6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.156336] env[69265]: DEBUG oslo_vmware.api [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3476940, 'name': PowerOnVM_Task, 'duration_secs': 0.736563} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.156837] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.157144] env[69265]: INFO nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1179.157394] env[69265]: DEBUG nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.160034] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a104bd-f4e2-4859-b1d1-6a441c7f1376 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.307676] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd463884-f6ae-46c9-83ff-346190e98585 req-8cb565e5-9c24-49b0-8411-00492489a45f service nova] Releasing lock "refresh_cache-bc6ae4b9-8191-45dd-b04a-d307eea90b99" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.362995] env[69265]: DEBUG oslo_vmware.api [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476945, 'name': PowerOffVM_Task, 'duration_secs': 0.322129} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.363184] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.363368] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.363630] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fb0af50-7690-425b-8db0-0a9e89461bf0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.385094] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec040a4-a9e7-460b-a845-3dfe898dfda8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.393115] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f282814-8a75-415e-a106-d04175bf7f04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.423954] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9fe19e-a1fc-4c26-9ce2-d40f38cc04b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.431833] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95abd75e-0097-4ece-89fa-d24e3fef3fd2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.437922] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.438154] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.438340] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Deleting the datastore file [datastore1] bc6ae4b9-8191-45dd-b04a-d307eea90b99 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.438957] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6ff168-7ef3-437e-8fe6-3bf7190588c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.449346] env[69265]: DEBUG nova.compute.provider_tree [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.454681] env[69265]: DEBUG oslo_vmware.api [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1179.454681] env[69265]: value = "task-3476947" [ 1179.454681] env[69265]: _type = "Task" [ 1179.454681] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.462293] env[69265]: DEBUG oslo_vmware.api [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.496926] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.497172] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.497340] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.497522] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.497686] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.497838] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.498071] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.498243] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.498771] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.498771] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.498771] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.506463] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90009d9-bb34-4586-bac3-f89f73a0acb5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.527643] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1179.527643] env[69265]: value = "task-3476948" [ 1179.527643] env[69265]: _type = "Task" [ 1179.527643] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.539806] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.681464] env[69265]: INFO nova.compute.manager [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Took 21.95 seconds to build instance. [ 1179.975169] env[69265]: DEBUG oslo_vmware.api [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225379} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.975492] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.975676] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.975850] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.976063] env[69265]: INFO nova.compute.manager [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1179.976328] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.976519] env[69265]: DEBUG nova.compute.manager [-] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.976610] env[69265]: DEBUG nova.network.neutron [-] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.983660] env[69265]: ERROR nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [req-d64f026b-39ac-4beb-8881-314d9f377b74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d64f026b-39ac-4beb-8881-314d9f377b74"}]} [ 1180.002168] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1180.017809] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1180.018104] env[69265]: DEBUG nova.compute.provider_tree [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.039720] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476948, 'name': ReconfigVM_Task, 'duration_secs': 0.15914} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.041080] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1180.043469] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance 'e03498cd-7849-4e30-b543-6639d8cf41f1' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.069759] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1180.178873] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.179090] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.184457] env[69265]: DEBUG oslo_concurrency.lockutils [None req-03dc72c0-7fcb-4607-98ae-3deb99838dfd tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.465s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.375794] env[69265]: DEBUG nova.compute.manager [req-a56d1ee3-30fd-4b3e-a393-33e48ee1f288 req-f7ffeb5f-5db9-45a3-b768-0a3086f15f22 service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Received event network-vif-plugged-9969ebb1-9158-4dd6-aaf9-07912f98c988 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.376372] env[69265]: DEBUG oslo_concurrency.lockutils [req-a56d1ee3-30fd-4b3e-a393-33e48ee1f288 req-f7ffeb5f-5db9-45a3-b768-0a3086f15f22 service nova] Acquiring lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.376961] env[69265]: DEBUG oslo_concurrency.lockutils [req-a56d1ee3-30fd-4b3e-a393-33e48ee1f288 req-f7ffeb5f-5db9-45a3-b768-0a3086f15f22 service nova] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.377180] env[69265]: DEBUG oslo_concurrency.lockutils [req-a56d1ee3-30fd-4b3e-a393-33e48ee1f288 req-f7ffeb5f-5db9-45a3-b768-0a3086f15f22 service nova] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.377467] env[69265]: DEBUG nova.compute.manager [req-a56d1ee3-30fd-4b3e-a393-33e48ee1f288 req-f7ffeb5f-5db9-45a3-b768-0a3086f15f22 service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] No waiting events found dispatching network-vif-plugged-9969ebb1-9158-4dd6-aaf9-07912f98c988 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.377686] env[69265]: WARNING nova.compute.manager [req-a56d1ee3-30fd-4b3e-a393-33e48ee1f288 req-f7ffeb5f-5db9-45a3-b768-0a3086f15f22 service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Received unexpected event network-vif-plugged-9969ebb1-9158-4dd6-aaf9-07912f98c988 for instance with vm_state building and task_state spawning. [ 1180.405316] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a240bb09-60e1-47eb-9dfa-3550a5999fa5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.414256] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df8e36b-fa6c-41d9-a2bf-0815b18b90dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.447644] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20514c87-976f-425a-929f-a53bddeed13b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.456636] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c53c90-f049-4629-8dfb-94e0b310b7a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.474050] env[69265]: DEBUG nova.compute.provider_tree [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.476106] env[69265]: DEBUG nova.network.neutron [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Successfully updated port: 9969ebb1-9158-4dd6-aaf9-07912f98c988 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.552026] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.552481] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.552481] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.552670] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.552773] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.552920] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.553172] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.553343] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.553517] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.553683] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.553854] env[69265]: DEBUG nova.virt.hardware [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.559789] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.560513] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb781b59-c65a-4690-9bd0-91b327a14015 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.578778] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1180.578778] env[69265]: value = "task-3476950" [ 1180.578778] env[69265]: _type = "Task" [ 1180.578778] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.588822] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.685999] env[69265]: DEBUG nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.859402] env[69265]: DEBUG nova.compute.manager [req-59c4d4e1-ca4d-4a95-8de3-ecd69c35fac8 req-6ec6168c-5d17-495c-995d-70548df6920e service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received event network-changed-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.859607] env[69265]: DEBUG nova.compute.manager [req-59c4d4e1-ca4d-4a95-8de3-ecd69c35fac8 req-6ec6168c-5d17-495c-995d-70548df6920e service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Refreshing instance network info cache due to event network-changed-9d25821a-b98d-4932-9f77-948d316cdf80. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.859943] env[69265]: DEBUG oslo_concurrency.lockutils [req-59c4d4e1-ca4d-4a95-8de3-ecd69c35fac8 req-6ec6168c-5d17-495c-995d-70548df6920e service nova] Acquiring lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.860119] env[69265]: DEBUG oslo_concurrency.lockutils [req-59c4d4e1-ca4d-4a95-8de3-ecd69c35fac8 req-6ec6168c-5d17-495c-995d-70548df6920e service nova] Acquired lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.860295] env[69265]: DEBUG nova.network.neutron [req-59c4d4e1-ca4d-4a95-8de3-ecd69c35fac8 req-6ec6168c-5d17-495c-995d-70548df6920e service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Refreshing network info cache for port 9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.866319] env[69265]: DEBUG nova.network.neutron [-] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.981905] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.981905] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.981905] env[69265]: DEBUG nova.network.neutron [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.020065] env[69265]: DEBUG nova.scheduler.client.report [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1181.020065] env[69265]: DEBUG nova.compute.provider_tree [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 160 to 161 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1181.020065] env[69265]: DEBUG nova.compute.provider_tree [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.089025] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476950, 'name': ReconfigVM_Task, 'duration_secs': 0.176182} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.089332] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.090167] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38ecdf-99a3-4d8e-87ae-f8b0c4d45338 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.117287] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-739fde96-7e52-4ea5-8b54-11da564c2e0c/volume-739fde96-7e52-4ea5-8b54-11da564c2e0c.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.117989] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953f8be3-f571-4968-9d21-1dd38bb7796e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.140511] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1181.140511] env[69265]: value = "task-3476951" [ 1181.140511] env[69265]: _type = "Task" [ 1181.140511] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.148679] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.210603] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.371130] env[69265]: INFO nova.compute.manager [-] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Took 1.39 seconds to deallocate network for instance. [ 1181.525498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.496s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.525950] env[69265]: DEBUG nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.531194] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.342s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.531555] env[69265]: DEBUG nova.objects.instance [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lazy-loading 'resources' on Instance uuid 650dba63-e423-418e-b5b9-7d395dc1f7f8 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.536682] env[69265]: DEBUG nova.network.neutron [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.654880] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.714677] env[69265]: DEBUG nova.network.neutron [req-59c4d4e1-ca4d-4a95-8de3-ecd69c35fac8 req-6ec6168c-5d17-495c-995d-70548df6920e service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updated VIF entry in instance network info cache for port 9d25821a-b98d-4932-9f77-948d316cdf80. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.715445] env[69265]: DEBUG nova.network.neutron [req-59c4d4e1-ca4d-4a95-8de3-ecd69c35fac8 req-6ec6168c-5d17-495c-995d-70548df6920e service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [{"id": "9d25821a-b98d-4932-9f77-948d316cdf80", "address": "fa:16:3e:67:17:b3", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25821a-b9", "ovs_interfaceid": "9d25821a-b98d-4932-9f77-948d316cdf80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.766674] env[69265]: DEBUG nova.network.neutron [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance_info_cache with network_info: [{"id": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "address": "fa:16:3e:c0:d7:b3", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969ebb1-91", "ovs_interfaceid": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.878851] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.035569] env[69265]: DEBUG nova.compute.utils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.040549] env[69265]: DEBUG nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.041013] env[69265]: DEBUG nova.network.neutron [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.101965] env[69265]: DEBUG nova.policy [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa74c3c9fc94252b8d90fb7cbfdc149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e36f7e59c8f045b6b0f07e9b18dd5544', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.151692] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476951, 'name': ReconfigVM_Task, 'duration_secs': 0.540928} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.151972] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-739fde96-7e52-4ea5-8b54-11da564c2e0c/volume-739fde96-7e52-4ea5-8b54-11da564c2e0c.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.152488] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance 'e03498cd-7849-4e30-b543-6639d8cf41f1' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.217534] env[69265]: DEBUG oslo_concurrency.lockutils [req-59c4d4e1-ca4d-4a95-8de3-ecd69c35fac8 req-6ec6168c-5d17-495c-995d-70548df6920e service nova] Releasing lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.269535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.270100] env[69265]: DEBUG nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Instance network_info: |[{"id": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "address": "fa:16:3e:c0:d7:b3", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969ebb1-91", "ovs_interfaceid": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.270575] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:d7:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9969ebb1-9158-4dd6-aaf9-07912f98c988', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.278354] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.281367] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.281797] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3092a551-cfaf-4eeb-8348-3958ee59dc7f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.314401] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.314401] env[69265]: value = "task-3476952" [ 1182.314401] env[69265]: _type = "Task" [ 1182.314401] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.326201] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476952, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.380386] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91123989-f1f1-43bc-a967-be78ebaa7f21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.392086] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d9ea7-ccf6-437a-8d55-c1971002c4ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.430575] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f7ea0d-69e7-48f0-8487-87ed48ffad47 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.435039] env[69265]: DEBUG nova.compute.manager [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Received event network-vif-deleted-57bdf43b-e4fd-4e64-9059-fd18888efa31 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.435185] env[69265]: DEBUG nova.compute.manager [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Received event network-changed-9969ebb1-9158-4dd6-aaf9-07912f98c988 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.435347] env[69265]: DEBUG nova.compute.manager [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Refreshing instance network info cache due to event network-changed-9969ebb1-9158-4dd6-aaf9-07912f98c988. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.435551] env[69265]: DEBUG oslo_concurrency.lockutils [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] Acquiring lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.435689] env[69265]: DEBUG oslo_concurrency.lockutils [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] Acquired lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.435858] env[69265]: DEBUG nova.network.neutron [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Refreshing network info cache for port 9969ebb1-9158-4dd6-aaf9-07912f98c988 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.445503] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026427c-0ced-480c-b864-b7975ba28c9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.451427] env[69265]: DEBUG nova.network.neutron [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Successfully created port: 975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.471338] env[69265]: DEBUG nova.compute.provider_tree [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.542425] env[69265]: DEBUG nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.663582] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159c4ef-284b-4a03-995e-6c4d03a45b1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.686231] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e5418f-4f9b-4b32-9ead-7d4821c2e857 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.704313] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance 'e03498cd-7849-4e30-b543-6639d8cf41f1' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.790161] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1182.791352] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695160', 'volume_id': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'name': 'volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcaf8a62-deb1-4d18-a951-ce29f8a16f80', 'attached_at': '', 'detached_at': '', 'volume_id': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'serial': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1182.791619] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a44f8-45a5-4e51-b8d5-3d334d74ee1d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.813272] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6436d4-6bd1-420b-a19b-9231b1b8f5a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.824618] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476952, 'name': CreateVM_Task, 'duration_secs': 0.315688} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.838473] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.846898] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b/volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.847636] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.847805] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.848141] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.848386] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3674b22d-0b05-4208-a441-320830ea87a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.862288] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73285c0e-65d8-43c8-8056-dc8f926cfdbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.868091] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1182.868091] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526fd4ec-5ca7-e088-48d9-0c98d3062ef9" [ 1182.868091] env[69265]: _type = "Task" [ 1182.868091] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.874887] env[69265]: DEBUG oslo_vmware.api [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1182.874887] env[69265]: value = "task-3476953" [ 1182.874887] env[69265]: _type = "Task" [ 1182.874887] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.880747] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526fd4ec-5ca7-e088-48d9-0c98d3062ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.885438] env[69265]: DEBUG oslo_vmware.api [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.974524] env[69265]: DEBUG nova.scheduler.client.report [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.270165] env[69265]: DEBUG nova.network.neutron [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updated VIF entry in instance network info cache for port 9969ebb1-9158-4dd6-aaf9-07912f98c988. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.270531] env[69265]: DEBUG nova.network.neutron [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance_info_cache with network_info: [{"id": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "address": "fa:16:3e:c0:d7:b3", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969ebb1-91", "ovs_interfaceid": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.380087] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526fd4ec-5ca7-e088-48d9-0c98d3062ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.021962} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.382647] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.382890] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.383155] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.383304] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.383481] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.383735] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daef1a33-f17d-4a49-a3f6-6682b0ec6e4e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.391035] env[69265]: DEBUG oslo_vmware.api [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476953, 'name': ReconfigVM_Task, 'duration_secs': 0.403298} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.391245] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b/volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.397177] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bafe1b3-aa7f-4f09-b0a3-20d258b9644b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.410850] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.411046] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.411741] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd040ba-ce92-4e3d-adba-4ee0012ad355 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.417464] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1183.417464] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525c22e5-cedd-65d4-8fbd-f29b685979f6" [ 1183.417464] env[69265]: _type = "Task" [ 1183.417464] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.421717] env[69265]: DEBUG oslo_vmware.api [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1183.421717] env[69265]: value = "task-3476954" [ 1183.421717] env[69265]: _type = "Task" [ 1183.421717] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.427533] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525c22e5-cedd-65d4-8fbd-f29b685979f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.432480] env[69265]: DEBUG oslo_vmware.api [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.480582] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.487183] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.277s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.491238] env[69265]: INFO nova.compute.claims [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.515724] env[69265]: INFO nova.scheduler.client.report [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted allocations for instance 650dba63-e423-418e-b5b9-7d395dc1f7f8 [ 1183.553748] env[69265]: DEBUG nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.586524] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.586524] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.586733] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.586822] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.586972] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.587148] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.587359] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.587522] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.587691] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.587883] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.588052] env[69265]: DEBUG nova.virt.hardware [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.589042] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ab311-12e3-4a82-9f73-3f86f407f144 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.597810] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb89736-9dbc-4bcd-82ef-af0e76a2db3c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.774632] env[69265]: DEBUG oslo_concurrency.lockutils [req-b0f91095-31cd-40b3-b6a1-f0c487c4f57e req-ff93e2d3-8835-4179-af17-fad00c53d75f service nova] Releasing lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.935365] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525c22e5-cedd-65d4-8fbd-f29b685979f6, 'name': SearchDatastore_Task, 'duration_secs': 0.024103} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.938185] env[69265]: DEBUG oslo_vmware.api [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476954, 'name': ReconfigVM_Task, 'duration_secs': 0.153621} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.938421] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27fd0a2-e223-4a65-a7cc-71fdb8b7ee8b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.940999] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695160', 'volume_id': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'name': 'volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcaf8a62-deb1-4d18-a951-ce29f8a16f80', 'attached_at': '', 'detached_at': '', 'volume_id': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'serial': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1183.947555] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1183.947555] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b68096-b818-6b24-e747-b75afe855ebe" [ 1183.947555] env[69265]: _type = "Task" [ 1183.947555] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.958310] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b68096-b818-6b24-e747-b75afe855ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.024035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a0422d68-03ee-4fab-92cc-33f1b4bda586 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "650dba63-e423-418e-b5b9-7d395dc1f7f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.551s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.158038] env[69265]: DEBUG nova.network.neutron [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Successfully updated port: 975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.371179] env[69265]: DEBUG nova.network.neutron [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Port 3a8975f1-a92f-4e81-bdbc-08e40a853962 binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1184.457535] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b68096-b818-6b24-e747-b75afe855ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.028349} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.457811] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.458097] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 51b0edd4-66dc-4c94-9519-5fbf18949752/51b0edd4-66dc-4c94-9519-5fbf18949752.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.458343] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-271388e7-5040-43ad-98e8-0eea3a9eec9e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.467387] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1184.467387] env[69265]: value = "task-3476955" [ 1184.467387] env[69265]: _type = "Task" [ 1184.467387] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.474234] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.482165] env[69265]: DEBUG nova.compute.manager [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Received event network-vif-plugged-975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.482362] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] Acquiring lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.482662] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.482869] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.483082] env[69265]: DEBUG nova.compute.manager [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] No waiting events found dispatching network-vif-plugged-975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.483260] env[69265]: WARNING nova.compute.manager [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Received unexpected event network-vif-plugged-975b521d-5276-485c-b457-19603df6be2b for instance with vm_state building and task_state spawning. [ 1184.483655] env[69265]: DEBUG nova.compute.manager [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Received event network-changed-975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.483840] env[69265]: DEBUG nova.compute.manager [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Refreshing instance network info cache due to event network-changed-975b521d-5276-485c-b457-19603df6be2b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.484050] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] Acquiring lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.484286] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] Acquired lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.484630] env[69265]: DEBUG nova.network.neutron [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Refreshing network info cache for port 975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.664882] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.815980] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104479c7-afab-4a1d-8a8a-e596c9894ce4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.826168] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd4e9d2-dd55-4034-a483-4c04aeb72d4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.861858] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97e1a7c-3b70-4824-8aa1-6275ae14dfbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.870995] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2960cbb7-e1ff-4ab5-95f6-907a13326ac2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.890856] env[69265]: DEBUG nova.compute.provider_tree [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.977020] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.008507] env[69265]: DEBUG nova.objects.instance [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.016135] env[69265]: DEBUG nova.network.neutron [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.091374] env[69265]: DEBUG nova.network.neutron [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.397838] env[69265]: DEBUG nova.scheduler.client.report [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.402998] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.404487] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.404790] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.476838] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575245} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.479819] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 51b0edd4-66dc-4c94-9519-5fbf18949752/51b0edd4-66dc-4c94-9519-5fbf18949752.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.479819] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.479819] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36a759b2-c1e3-4af9-ac01-3a5a2d06aeef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.487020] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1185.487020] env[69265]: value = "task-3476959" [ 1185.487020] env[69265]: _type = "Task" [ 1185.487020] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.493237] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.514637] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f10ab12a-322e-4839-b06b-e7601457107f tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.349s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.592144] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.592144] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.592144] env[69265]: DEBUG nova.compute.manager [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.592962] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a4e91-c01d-494a-b20b-99391b50d2f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.597749] env[69265]: DEBUG oslo_concurrency.lockutils [req-dd23e1f2-4046-4d1b-8437-97fada21e016 req-2372ea31-8460-4d5c-805f-f9d11a162a7a service nova] Releasing lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.598700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.598883] env[69265]: DEBUG nova.network.neutron [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.603716] env[69265]: DEBUG nova.compute.manager [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1185.604321] env[69265]: DEBUG nova.objects.instance [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.909265] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.909788] env[69265]: DEBUG nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.912678] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.034s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.913933] env[69265]: DEBUG nova.objects.instance [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lazy-loading 'resources' on Instance uuid bc6ae4b9-8191-45dd-b04a-d307eea90b99 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.994227] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067339} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.994536] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.995334] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb9e59-e896-4c4b-b53a-9a312d5badc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.017043] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 51b0edd4-66dc-4c94-9519-5fbf18949752/51b0edd4-66dc-4c94-9519-5fbf18949752.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.017582] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368cc0ff-a013-49a0-a0f1-4f9465064fb7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.038057] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1186.038057] env[69265]: value = "task-3476960" [ 1186.038057] env[69265]: _type = "Task" [ 1186.038057] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.045770] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.134549] env[69265]: DEBUG nova.network.neutron [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.262426] env[69265]: DEBUG nova.network.neutron [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Updating instance_info_cache with network_info: [{"id": "975b521d-5276-485c-b457-19603df6be2b", "address": "fa:16:3e:62:e7:95", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975b521d-52", "ovs_interfaceid": "975b521d-5276-485c-b457-19603df6be2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.416743] env[69265]: DEBUG nova.compute.utils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.420438] env[69265]: DEBUG nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.420778] env[69265]: DEBUG nova.network.neutron [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.464432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.464751] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.464864] env[69265]: DEBUG nova.network.neutron [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.480206] env[69265]: DEBUG nova.policy [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '098d2401fe814af8aedcd34d7021fc7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a2143c90f52436f8aa2cc01fd65c3f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.547799] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476960, 'name': ReconfigVM_Task, 'duration_secs': 0.272277} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.550221] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 51b0edd4-66dc-4c94-9519-5fbf18949752/51b0edd4-66dc-4c94-9519-5fbf18949752.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.551313] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b71215a-9f3c-4b3c-84a6-fc480d38094f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.558069] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1186.558069] env[69265]: value = "task-3476961" [ 1186.558069] env[69265]: _type = "Task" [ 1186.558069] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.568531] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476961, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.611511] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.612203] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d42d1c-3513-4bd9-a4f3-b923801c1e0c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.620482] env[69265]: DEBUG oslo_vmware.api [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1186.620482] env[69265]: value = "task-3476962" [ 1186.620482] env[69265]: _type = "Task" [ 1186.620482] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.632201] env[69265]: DEBUG oslo_vmware.api [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.703510] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcdbf74-7c26-4db7-b22f-70214f27c822 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.715787] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa744a6-1eff-4d2e-85ac-67915cc58e5f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.748803] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad2dff-fa75-4d00-a466-8517642ee00b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.757613] env[69265]: DEBUG nova.network.neutron [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Successfully created port: 8f358f3d-9344-4e77-9800-a913a2d42eac {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.763439] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689437b6-20fe-4bc2-bd5f-8bd3b74917a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.772175] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.772570] env[69265]: DEBUG nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Instance network_info: |[{"id": "975b521d-5276-485c-b457-19603df6be2b", "address": "fa:16:3e:62:e7:95", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975b521d-52", "ovs_interfaceid": "975b521d-5276-485c-b457-19603df6be2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.772991] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:e7:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '975b521d-5276-485c-b457-19603df6be2b', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.780583] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.781366] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.781502] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-007e84d6-fb8d-48ff-b7a6-2a675f07bb8f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.805460] env[69265]: DEBUG nova.compute.provider_tree [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.813661] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.813661] env[69265]: value = "task-3476963" [ 1186.813661] env[69265]: _type = "Task" [ 1186.813661] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.820490] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476963, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.921887] env[69265]: DEBUG nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.069260] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476961, 'name': Rename_Task, 'duration_secs': 0.143796} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.069260] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.069260] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-420dae30-7bf7-4a6c-9a10-a7e1c9dca150 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.076841] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1187.076841] env[69265]: value = "task-3476964" [ 1187.076841] env[69265]: _type = "Task" [ 1187.076841] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.084564] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.134484] env[69265]: DEBUG oslo_vmware.api [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476962, 'name': PowerOffVM_Task, 'duration_secs': 0.183065} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.134776] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.134976] env[69265]: DEBUG nova.compute.manager [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.135756] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a795320-f60f-44df-b572-8d2b98389263 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.237998] env[69265]: DEBUG nova.network.neutron [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance_info_cache with network_info: [{"id": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "address": "fa:16:3e:a2:5c:e8", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8975f1-a9", "ovs_interfaceid": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.310031] env[69265]: DEBUG nova.scheduler.client.report [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.325153] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476963, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.586973] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.646855] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d105015-1796-4bda-ab52-d92578bebf85 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.740940] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.819236] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.828946] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476963, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.843163] env[69265]: INFO nova.scheduler.client.report [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Deleted allocations for instance bc6ae4b9-8191-45dd-b04a-d307eea90b99 [ 1187.932124] env[69265]: DEBUG nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.961418] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.961659] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.961820] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.962008] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.962199] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.962358] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.962571] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.962733] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.962902] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.963097] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.963298] env[69265]: DEBUG nova.virt.hardware [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.964474] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1924a175-a66a-4617-9773-f14ab98e00f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.972172] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66ccae5-ebaa-48d3-a015-a5cfa7d44985 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.976390] env[69265]: DEBUG nova.objects.instance [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.088582] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.228166] env[69265]: DEBUG nova.compute.manager [req-46dac000-c7e8-4af4-a2b7-7113ce8829fb req-1061a44b-6848-428e-991b-22562fed5f10 service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Received event network-vif-plugged-8f358f3d-9344-4e77-9800-a913a2d42eac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.228395] env[69265]: DEBUG oslo_concurrency.lockutils [req-46dac000-c7e8-4af4-a2b7-7113ce8829fb req-1061a44b-6848-428e-991b-22562fed5f10 service nova] Acquiring lock "1ccaf688-80ec-49bd-85c0-7288f78e3619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.228606] env[69265]: DEBUG oslo_concurrency.lockutils [req-46dac000-c7e8-4af4-a2b7-7113ce8829fb req-1061a44b-6848-428e-991b-22562fed5f10 service nova] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.228773] env[69265]: DEBUG oslo_concurrency.lockutils [req-46dac000-c7e8-4af4-a2b7-7113ce8829fb req-1061a44b-6848-428e-991b-22562fed5f10 service nova] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.228939] env[69265]: DEBUG nova.compute.manager [req-46dac000-c7e8-4af4-a2b7-7113ce8829fb req-1061a44b-6848-428e-991b-22562fed5f10 service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] No waiting events found dispatching network-vif-plugged-8f358f3d-9344-4e77-9800-a913a2d42eac {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.229725] env[69265]: WARNING nova.compute.manager [req-46dac000-c7e8-4af4-a2b7-7113ce8829fb req-1061a44b-6848-428e-991b-22562fed5f10 service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Received unexpected event network-vif-plugged-8f358f3d-9344-4e77-9800-a913a2d42eac for instance with vm_state building and task_state spawning. [ 1188.250450] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180cb524-96b6-4efa-a0e3-5d508055a7a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.258712] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83cb89c-2dab-40e7-9b1f-64614e2eb545 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.323803] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476963, 'name': CreateVM_Task, 'duration_secs': 1.384602} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.323985] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.324807] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.324971] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.325309] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.325562] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f7d224-55a3-4f77-b677-4c988a29e630 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.329388] env[69265]: DEBUG nova.network.neutron [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Successfully updated port: 8f358f3d-9344-4e77-9800-a913a2d42eac {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.335209] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1188.335209] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f311b8-acc3-c66f-d1a2-63139d72f3ab" [ 1188.335209] env[69265]: _type = "Task" [ 1188.335209] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.352114] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f311b8-acc3-c66f-d1a2-63139d72f3ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.353071] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52add456-88e2-48cb-9033-495e8c95fb26 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "bc6ae4b9-8191-45dd-b04a-d307eea90b99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.040s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.481961] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.487585] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.487585] env[69265]: DEBUG nova.network.neutron [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.487585] env[69265]: DEBUG nova.objects.instance [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'info_cache' on Instance uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.588566] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476964, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.836900] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.836989] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquired lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.837172] env[69265]: DEBUG nova.network.neutron [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.849588] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f311b8-acc3-c66f-d1a2-63139d72f3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.030691} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.850691] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.850976] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.851243] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.851400] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.851620] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.854431] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62e894e1-94d0-4385-8f3e-7029aae07852 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.871828] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.871828] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.872957] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eef54cf-be53-4e0a-af56-52d3ae2b3684 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.879494] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1188.879494] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b85213-72cc-840f-0e93-fa3ac7db3c90" [ 1188.879494] env[69265]: _type = "Task" [ 1188.879494] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.890867] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b85213-72cc-840f-0e93-fa3ac7db3c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.991072] env[69265]: DEBUG nova.objects.base [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1189.089085] env[69265]: DEBUG oslo_vmware.api [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476964, 'name': PowerOnVM_Task, 'duration_secs': 1.606769} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.089382] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.089590] env[69265]: INFO nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1189.089773] env[69265]: DEBUG nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.090563] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0598e2b0-2b11-4441-9fce-3f3f5cdbb946 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.372845] env[69265]: DEBUG nova.network.neutron [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.376353] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aff9db-14ca-4ff9-b1cc-b59c8c30d302 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.400390] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e642f8d-7fa3-4dd6-8551-2bb31aff2078 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.407167] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52b85213-72cc-840f-0e93-fa3ac7db3c90, 'name': SearchDatastore_Task, 'duration_secs': 0.023242} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.408308] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e396d3-5caf-429e-8871-b372c96739e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.412589] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance 'e03498cd-7849-4e30-b543-6639d8cf41f1' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.423735] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1189.423735] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c52d34-456a-a40d-121f-130d9179c6d6" [ 1189.423735] env[69265]: _type = "Task" [ 1189.423735] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.435434] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c52d34-456a-a40d-121f-130d9179c6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.544271] env[69265]: DEBUG nova.network.neutron [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Updating instance_info_cache with network_info: [{"id": "8f358f3d-9344-4e77-9800-a913a2d42eac", "address": "fa:16:3e:60:e8:4b", "network": {"id": "5d390d8e-5b7c-4fed-b9c9-f7d5f06767d3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-545536914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2143c90f52436f8aa2cc01fd65c3f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f358f3d-93", "ovs_interfaceid": "8f358f3d-9344-4e77-9800-a913a2d42eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.610095] env[69265]: INFO nova.compute.manager [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Took 21.67 seconds to build instance. [ 1189.755096] env[69265]: DEBUG nova.network.neutron [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updating instance_info_cache with network_info: [{"id": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "address": "fa:16:3e:2c:ed:6d", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9520d0-f9", "ovs_interfaceid": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.923077] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.923077] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8dd9c0-641b-4b04-8f03-8cf8c0b0c6ca {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.934679] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c52d34-456a-a40d-121f-130d9179c6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.936072] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.936362] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746/618fcdd3-0cee-43ca-b59b-e9fc19ebb746.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.936686] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1189.936686] env[69265]: value = "task-3476966" [ 1189.936686] env[69265]: _type = "Task" [ 1189.936686] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.936871] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d632348-dc28-404b-a1f5-aab538bfb58b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.947546] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.948908] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1189.948908] env[69265]: value = "task-3476967" [ 1189.948908] env[69265]: _type = "Task" [ 1189.948908] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.957940] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.045286] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Releasing lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.045522] env[69265]: DEBUG nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Instance network_info: |[{"id": "8f358f3d-9344-4e77-9800-a913a2d42eac", "address": "fa:16:3e:60:e8:4b", "network": {"id": "5d390d8e-5b7c-4fed-b9c9-f7d5f06767d3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-545536914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2143c90f52436f8aa2cc01fd65c3f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f358f3d-93", "ovs_interfaceid": "8f358f3d-9344-4e77-9800-a913a2d42eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.045978] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:e8:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f358f3d-9344-4e77-9800-a913a2d42eac', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.054322] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Creating folder: Project (0a2143c90f52436f8aa2cc01fd65c3f9). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.055057] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04379eff-abfa-487d-a9c3-d80607f9c6af {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.070402] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Created folder: Project (0a2143c90f52436f8aa2cc01fd65c3f9) in parent group-v694865. [ 1190.070651] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Creating folder: Instances. Parent ref: group-v695166. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.070881] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43027f31-9120-4c7c-99a4-d275732659c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.081549] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Created folder: Instances in parent group-v695166. [ 1190.081828] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.082168] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.082435] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c6d79a6-2e1e-4874-9612-374fc42290a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.103101] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.103101] env[69265]: value = "task-3476970" [ 1190.103101] env[69265]: _type = "Task" [ 1190.103101] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.111588] env[69265]: DEBUG oslo_concurrency.lockutils [None req-801d3532-9cd3-478c-a650-7d6e686f7d26 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.191s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.111794] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476970, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.258099] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Releasing lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.261764] env[69265]: DEBUG nova.compute.manager [req-7881def9-6278-4b00-8340-88404a7e3fac req-c8e6fe35-e605-4888-8917-2ad09625fb6b service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Received event network-changed-8f358f3d-9344-4e77-9800-a913a2d42eac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.261969] env[69265]: DEBUG nova.compute.manager [req-7881def9-6278-4b00-8340-88404a7e3fac req-c8e6fe35-e605-4888-8917-2ad09625fb6b service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Refreshing instance network info cache due to event network-changed-8f358f3d-9344-4e77-9800-a913a2d42eac. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.262302] env[69265]: DEBUG oslo_concurrency.lockutils [req-7881def9-6278-4b00-8340-88404a7e3fac req-c8e6fe35-e605-4888-8917-2ad09625fb6b service nova] Acquiring lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.262473] env[69265]: DEBUG oslo_concurrency.lockutils [req-7881def9-6278-4b00-8340-88404a7e3fac req-c8e6fe35-e605-4888-8917-2ad09625fb6b service nova] Acquired lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.262637] env[69265]: DEBUG nova.network.neutron [req-7881def9-6278-4b00-8340-88404a7e3fac req-c8e6fe35-e605-4888-8917-2ad09625fb6b service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Refreshing network info cache for port 8f358f3d-9344-4e77-9800-a913a2d42eac {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.288555] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.288807] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.289042] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.289244] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.289421] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.291815] env[69265]: INFO nova.compute.manager [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Terminating instance [ 1190.459159] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476966, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.465363] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476967, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.613811] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476970, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.798568] env[69265]: DEBUG nova.compute.manager [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.798795] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.799673] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa3762c-ae2b-4604-84c8-a17c0e67b6ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.809169] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.809434] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3913893-892a-44de-af3b-0bed961f9997 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.817118] env[69265]: DEBUG oslo_vmware.api [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1190.817118] env[69265]: value = "task-3476971" [ 1190.817118] env[69265]: _type = "Task" [ 1190.817118] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.826024] env[69265]: DEBUG oslo_vmware.api [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.951016] env[69265]: DEBUG oslo_vmware.api [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3476966, 'name': PowerOnVM_Task, 'duration_secs': 0.552331} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.954574] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.954809] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b6387c45-bd9e-4e3d-984d-4af178517bc7 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance 'e03498cd-7849-4e30-b543-6639d8cf41f1' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.966052] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529586} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.966052] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746/618fcdd3-0cee-43ca-b59b-e9fc19ebb746.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.966052] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.966052] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceb89643-0915-4460-932a-ccae2d446b35 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.977262] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1190.977262] env[69265]: value = "task-3476972" [ 1190.977262] env[69265]: _type = "Task" [ 1190.977262] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.987218] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.019333] env[69265]: DEBUG nova.network.neutron [req-7881def9-6278-4b00-8340-88404a7e3fac req-c8e6fe35-e605-4888-8917-2ad09625fb6b service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Updated VIF entry in instance network info cache for port 8f358f3d-9344-4e77-9800-a913a2d42eac. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.019676] env[69265]: DEBUG nova.network.neutron [req-7881def9-6278-4b00-8340-88404a7e3fac req-c8e6fe35-e605-4888-8917-2ad09625fb6b service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Updating instance_info_cache with network_info: [{"id": "8f358f3d-9344-4e77-9800-a913a2d42eac", "address": "fa:16:3e:60:e8:4b", "network": {"id": "5d390d8e-5b7c-4fed-b9c9-f7d5f06767d3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-545536914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2143c90f52436f8aa2cc01fd65c3f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f358f3d-93", "ovs_interfaceid": "8f358f3d-9344-4e77-9800-a913a2d42eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.114510] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3476970, 'name': CreateVM_Task, 'duration_secs': 0.889871} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.114704] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.115460] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.115642] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.115966] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.116243] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e6194c-5fdd-452d-87d8-1d69a2a8f504 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.121899] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1191.121899] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52331aa8-92f3-3261-aca3-c06daaa8b8c2" [ 1191.121899] env[69265]: _type = "Task" [ 1191.121899] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.133456] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52331aa8-92f3-3261-aca3-c06daaa8b8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.270200] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.270511] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a13c98e3-2821-4ac8-805c-28c3551ad0c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.279031] env[69265]: DEBUG oslo_vmware.api [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1191.279031] env[69265]: value = "task-3476973" [ 1191.279031] env[69265]: _type = "Task" [ 1191.279031] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.287724] env[69265]: DEBUG oslo_vmware.api [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.328477] env[69265]: DEBUG oslo_vmware.api [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476971, 'name': PowerOffVM_Task, 'duration_secs': 0.239698} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.328811] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.329059] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.329368] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9187246-7826-4b70-b8af-79c43c041d26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.396211] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.396483] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.396681] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Deleting the datastore file [datastore2] e3767c98-a3a1-49ca-b73e-643bcdfddcf4 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.396975] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cfab506-8edf-470a-99c6-ca0d751ca38d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.405449] env[69265]: DEBUG oslo_vmware.api [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for the task: (returnval){ [ 1191.405449] env[69265]: value = "task-3476975" [ 1191.405449] env[69265]: _type = "Task" [ 1191.405449] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.418595] env[69265]: DEBUG oslo_vmware.api [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.490357] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079467} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.490655] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.492992] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b96e0cc-7dae-46c0-a54d-22ad612ce279 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.517278] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746/618fcdd3-0cee-43ca-b59b-e9fc19ebb746.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.519399] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d14791-14ef-43fe-afa8-640460a724d1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.538964] env[69265]: DEBUG oslo_concurrency.lockutils [req-7881def9-6278-4b00-8340-88404a7e3fac req-c8e6fe35-e605-4888-8917-2ad09625fb6b service nova] Releasing lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.547151] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1191.547151] env[69265]: value = "task-3476976" [ 1191.547151] env[69265]: _type = "Task" [ 1191.547151] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.561025] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.633987] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52331aa8-92f3-3261-aca3-c06daaa8b8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.018299} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.634397] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.634649] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.634892] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.635057] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.635247] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.635516] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b8b374e-b68f-4826-9657-aac4ca1f0918 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.646504] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.646739] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.648597] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafce090-fd70-49f8-8354-4036cf76cccb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.657854] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1191.657854] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5213718b-2bab-6b11-a2a6-8db265534b02" [ 1191.657854] env[69265]: _type = "Task" [ 1191.657854] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.666995] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5213718b-2bab-6b11-a2a6-8db265534b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.791059] env[69265]: DEBUG oslo_vmware.api [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476973, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.860630] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "b1aaf731-5852-407f-8703-010417c46211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.860782] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "b1aaf731-5852-407f-8703-010417c46211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.861073] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "b1aaf731-5852-407f-8703-010417c46211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.861378] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "b1aaf731-5852-407f-8703-010417c46211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.861913] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "b1aaf731-5852-407f-8703-010417c46211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.863937] env[69265]: INFO nova.compute.manager [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Terminating instance [ 1191.917635] env[69265]: DEBUG oslo_vmware.api [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Task: {'id': task-3476975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336573} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.917929] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.918119] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.918307] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.918483] env[69265]: INFO nova.compute.manager [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1191.918737] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.918919] env[69265]: DEBUG nova.compute.manager [-] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.919022] env[69265]: DEBUG nova.network.neutron [-] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.924792] env[69265]: DEBUG nova.compute.manager [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1192.061991] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476976, 'name': ReconfigVM_Task, 'duration_secs': 0.420969} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.063545] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746/618fcdd3-0cee-43ca-b59b-e9fc19ebb746.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.064045] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69cff625-1908-4b15-973d-095fbd4e9730 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.073932] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1192.073932] env[69265]: value = "task-3476978" [ 1192.073932] env[69265]: _type = "Task" [ 1192.073932] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.082494] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476978, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.180497] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5213718b-2bab-6b11-a2a6-8db265534b02, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.181604] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f98af6-9993-4d4a-9cbd-d94bdb7164a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.189276] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1192.189276] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522012c0-7b83-347b-f1aa-1729c6b5dbd8" [ 1192.189276] env[69265]: _type = "Task" [ 1192.189276] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.200522] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522012c0-7b83-347b-f1aa-1729c6b5dbd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.291647] env[69265]: DEBUG oslo_vmware.api [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3476973, 'name': PowerOnVM_Task, 'duration_secs': 0.514552} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.291929] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.292176] env[69265]: DEBUG nova.compute.manager [None req-b4128fa6-722a-4096-872f-240c484b784e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.292972] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df8b9c4-41a4-4e29-ba61-f32b42427fed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.306540] env[69265]: DEBUG nova.compute.manager [req-5a2ff7d7-024b-417b-a8ec-3f4c297e9d57 req-9dd3054f-232a-4266-8987-b4df5420cc34 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Received event network-vif-deleted-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.306725] env[69265]: INFO nova.compute.manager [req-5a2ff7d7-024b-417b-a8ec-3f4c297e9d57 req-9dd3054f-232a-4266-8987-b4df5420cc34 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Neutron deleted interface ca120215-c0ff-4b6f-9fcd-0e0db4a5256d; detaching it from the instance and deleting it from the info cache [ 1192.306896] env[69265]: DEBUG nova.network.neutron [req-5a2ff7d7-024b-417b-a8ec-3f4c297e9d57 req-9dd3054f-232a-4266-8987-b4df5420cc34 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.370545] env[69265]: DEBUG nova.compute.manager [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.371285] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.371768] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93c3aba-f18f-4dab-86e0-7a751dda6735 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.380191] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.380507] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2f6cf2f-a592-400e-b38c-7485a8e71a1c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.388331] env[69265]: DEBUG oslo_vmware.api [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1192.388331] env[69265]: value = "task-3476979" [ 1192.388331] env[69265]: _type = "Task" [ 1192.388331] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.397524] env[69265]: DEBUG oslo_vmware.api [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.446158] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.446466] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.585712] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476978, 'name': Rename_Task, 'duration_secs': 0.177533} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.586119] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.586472] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6c96beb-ef4b-4280-9e04-33d7deb3036f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.599494] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1192.599494] env[69265]: value = "task-3476980" [ 1192.599494] env[69265]: _type = "Task" [ 1192.599494] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.608677] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.702251] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522012c0-7b83-347b-f1aa-1729c6b5dbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.013211} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.702251] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.702591] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 1ccaf688-80ec-49bd-85c0-7288f78e3619/1ccaf688-80ec-49bd-85c0-7288f78e3619.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.702727] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3051916-72ea-4b21-b9ca-9f5a7bee663b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.710138] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1192.710138] env[69265]: value = "task-3476981" [ 1192.710138] env[69265]: _type = "Task" [ 1192.710138] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.720021] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.787586] env[69265]: DEBUG nova.network.neutron [-] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.809454] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea144a0-e5a1-49b4-8ce1-0d5d5e945a87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.820515] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98cb75c-d86b-4b60-8348-a323b29f8d3d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.863647] env[69265]: DEBUG nova.compute.manager [req-5a2ff7d7-024b-417b-a8ec-3f4c297e9d57 req-9dd3054f-232a-4266-8987-b4df5420cc34 service nova] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Detach interface failed, port_id=ca120215-c0ff-4b6f-9fcd-0e0db4a5256d, reason: Instance e3767c98-a3a1-49ca-b73e-643bcdfddcf4 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.898399] env[69265]: DEBUG oslo_vmware.api [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476979, 'name': PowerOffVM_Task, 'duration_secs': 0.280933} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.898707] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.898895] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.899179] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7102197d-084d-4827-bb5e-8c471d5aba9d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.953417] env[69265]: INFO nova.compute.claims [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.982604] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.983190] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.983411] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleting the datastore file [datastore1] b1aaf731-5852-407f-8703-010417c46211 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.983685] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9be89cdd-b973-4bdc-9774-05b5ea325a1a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.992358] env[69265]: DEBUG oslo_vmware.api [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1192.992358] env[69265]: value = "task-3476983" [ 1192.992358] env[69265]: _type = "Task" [ 1192.992358] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.003383] env[69265]: DEBUG oslo_vmware.api [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.114479] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.222330] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476981, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.243373] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "e03498cd-7849-4e30-b543-6639d8cf41f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.243716] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.243935] env[69265]: DEBUG nova.compute.manager [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Going to confirm migration 7 {{(pid=69265) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1193.290112] env[69265]: INFO nova.compute.manager [-] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Took 1.37 seconds to deallocate network for instance. [ 1193.462768] env[69265]: INFO nova.compute.resource_tracker [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating resource usage from migration d5427c47-59bc-4e66-9e00-27824df6c2a3 [ 1193.503523] env[69265]: DEBUG oslo_vmware.api [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.610988] env[69265]: DEBUG oslo_vmware.api [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3476980, 'name': PowerOnVM_Task, 'duration_secs': 0.774354} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.611285] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.611498] env[69265]: INFO nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1193.611681] env[69265]: DEBUG nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.612517] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f441118-a8ce-42a1-af79-91f32c46d4da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.721381] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702639} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.722566] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 1ccaf688-80ec-49bd-85c0-7288f78e3619/1ccaf688-80ec-49bd-85c0-7288f78e3619.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.722798] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.723579] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03900934-9a86-4d3c-89bd-f7e0fa90526d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.726093] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cb16e25-2a39-4112-9da1-fd57f75c7227 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.733259] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9faf5b-e0ff-4579-b7d5-78207302ff4a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.737325] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1193.737325] env[69265]: value = "task-3476984" [ 1193.737325] env[69265]: _type = "Task" [ 1193.737325] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.776082] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a17dde-511e-4706-8f5e-a77ae107927f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.781371] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.787382] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4f7e3c-193b-4261-8985-46b84a6a7def {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.803703] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.804356] env[69265]: DEBUG nova.compute.provider_tree [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.839404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.839600] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquired lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.839778] env[69265]: DEBUG nova.network.neutron [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.839965] env[69265]: DEBUG nova.objects.instance [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lazy-loading 'info_cache' on Instance uuid e03498cd-7849-4e30-b543-6639d8cf41f1 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.008406] env[69265]: DEBUG oslo_vmware.api [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.687383} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.008693] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.008881] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.009077] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.009259] env[69265]: INFO nova.compute.manager [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: b1aaf731-5852-407f-8703-010417c46211] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1194.009506] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.009730] env[69265]: DEBUG nova.compute.manager [-] [instance: b1aaf731-5852-407f-8703-010417c46211] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.009830] env[69265]: DEBUG nova.network.neutron [-] [instance: b1aaf731-5852-407f-8703-010417c46211] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.134585] env[69265]: INFO nova.compute.manager [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Took 23.78 seconds to build instance. [ 1194.247702] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07249} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.248131] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.248924] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5968a394-02d9-4347-a327-a7df731ae4a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.274807] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1ccaf688-80ec-49bd-85c0-7288f78e3619/1ccaf688-80ec-49bd-85c0-7288f78e3619.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.275221] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55584366-a193-4036-b0ee-d43ec7603c2a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.297557] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1194.297557] env[69265]: value = "task-3476986" [ 1194.297557] env[69265]: _type = "Task" [ 1194.297557] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.307058] env[69265]: DEBUG nova.scheduler.client.report [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.310479] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.511742] env[69265]: DEBUG nova.compute.manager [req-afb19472-2374-4fd6-8e29-c08fa1efb2aa req-6716450e-1219-4704-b263-9d06a60b97fd service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Received event network-vif-deleted-f174ed6f-3776-4957-b74e-a07acba4c112 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.511952] env[69265]: INFO nova.compute.manager [req-afb19472-2374-4fd6-8e29-c08fa1efb2aa req-6716450e-1219-4704-b263-9d06a60b97fd service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Neutron deleted interface f174ed6f-3776-4957-b74e-a07acba4c112; detaching it from the instance and deleting it from the info cache [ 1194.512166] env[69265]: DEBUG nova.network.neutron [req-afb19472-2374-4fd6-8e29-c08fa1efb2aa req-6716450e-1219-4704-b263-9d06a60b97fd service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.636551] env[69265]: DEBUG oslo_concurrency.lockutils [None req-23baebf8-3f74-45ea-be24-ede71996df58 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.287s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.808686] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.812520] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.366s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.812978] env[69265]: INFO nova.compute.manager [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Migrating [ 1194.819057] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.015s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.819262] env[69265]: DEBUG nova.objects.instance [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lazy-loading 'resources' on Instance uuid e3767c98-a3a1-49ca-b73e-643bcdfddcf4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.993462] env[69265]: DEBUG nova.compute.manager [req-19ad56d0-7cc6-4a5b-a7c4-408ce80e47d5 req-b3825290-8d9c-4974-b48a-baf90d9842c2 service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Received event network-changed-975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.993695] env[69265]: DEBUG nova.compute.manager [req-19ad56d0-7cc6-4a5b-a7c4-408ce80e47d5 req-b3825290-8d9c-4974-b48a-baf90d9842c2 service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Refreshing instance network info cache due to event network-changed-975b521d-5276-485c-b457-19603df6be2b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.993914] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ad56d0-7cc6-4a5b-a7c4-408ce80e47d5 req-b3825290-8d9c-4974-b48a-baf90d9842c2 service nova] Acquiring lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.998186] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ad56d0-7cc6-4a5b-a7c4-408ce80e47d5 req-b3825290-8d9c-4974-b48a-baf90d9842c2 service nova] Acquired lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.998441] env[69265]: DEBUG nova.network.neutron [req-19ad56d0-7cc6-4a5b-a7c4-408ce80e47d5 req-b3825290-8d9c-4974-b48a-baf90d9842c2 service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Refreshing network info cache for port 975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.003109] env[69265]: DEBUG nova.network.neutron [-] [instance: b1aaf731-5852-407f-8703-010417c46211] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.016929] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-865c0d9d-851d-467b-82f3-906e21431f00 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.028177] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e229f7f5-83c9-4f47-be7e-ed555274803e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.070585] env[69265]: DEBUG nova.compute.manager [req-afb19472-2374-4fd6-8e29-c08fa1efb2aa req-6716450e-1219-4704-b263-9d06a60b97fd service nova] [instance: b1aaf731-5852-407f-8703-010417c46211] Detach interface failed, port_id=f174ed6f-3776-4957-b74e-a07acba4c112, reason: Instance b1aaf731-5852-407f-8703-010417c46211 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.077671] env[69265]: DEBUG nova.network.neutron [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance_info_cache with network_info: [{"id": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "address": "fa:16:3e:a2:5c:e8", "network": {"id": "d167ab68-0c90-4ab4-8a96-0da970e0b580", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2003296339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb1da8718026470194adbb065b9f3655", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8975f1-a9", "ovs_interfaceid": "3a8975f1-a92f-4e81-bdbc-08e40a853962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.308150] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476986, 'name': ReconfigVM_Task, 'duration_secs': 0.747802} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.308461] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1ccaf688-80ec-49bd-85c0-7288f78e3619/1ccaf688-80ec-49bd-85c0-7288f78e3619.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.309139] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93267d47-ce6e-4ca0-b36d-9d650c54ee0b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.316974] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1195.316974] env[69265]: value = "task-3476987" [ 1195.316974] env[69265]: _type = "Task" [ 1195.316974] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.328015] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476987, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.330703] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.332069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.332069] env[69265]: DEBUG nova.network.neutron [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.507037] env[69265]: INFO nova.compute.manager [-] [instance: b1aaf731-5852-407f-8703-010417c46211] Took 1.50 seconds to deallocate network for instance. [ 1195.576199] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5114efd2-e122-4e4f-9516-5081c76e6c9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.580427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Releasing lock "refresh_cache-e03498cd-7849-4e30-b543-6639d8cf41f1" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.580820] env[69265]: DEBUG nova.objects.instance [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lazy-loading 'migration_context' on Instance uuid e03498cd-7849-4e30-b543-6639d8cf41f1 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.585216] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec83cc58-9c8b-4720-9991-1298ad7872da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.619730] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e52ffa-12cf-4c96-826c-301761e9fe7e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.628441] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72da9b5c-9189-4aaf-9c40-817adddd465b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.645868] env[69265]: DEBUG nova.compute.provider_tree [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.829389] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476987, 'name': Rename_Task, 'duration_secs': 0.348012} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.829389] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.829389] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30acd177-8ca0-4289-9ccf-a06739eea14a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.836536] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1195.836536] env[69265]: value = "task-3476988" [ 1195.836536] env[69265]: _type = "Task" [ 1195.836536] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.848322] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.011153] env[69265]: DEBUG nova.network.neutron [req-19ad56d0-7cc6-4a5b-a7c4-408ce80e47d5 req-b3825290-8d9c-4974-b48a-baf90d9842c2 service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Updated VIF entry in instance network info cache for port 975b521d-5276-485c-b457-19603df6be2b. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.011568] env[69265]: DEBUG nova.network.neutron [req-19ad56d0-7cc6-4a5b-a7c4-408ce80e47d5 req-b3825290-8d9c-4974-b48a-baf90d9842c2 service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Updating instance_info_cache with network_info: [{"id": "975b521d-5276-485c-b457-19603df6be2b", "address": "fa:16:3e:62:e7:95", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975b521d-52", "ovs_interfaceid": "975b521d-5276-485c-b457-19603df6be2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.016258] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.084217] env[69265]: DEBUG nova.objects.base [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1196.085728] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dd3a43-4033-437d-82c9-48b26b172a95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.107989] env[69265]: DEBUG nova.network.neutron [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance_info_cache with network_info: [{"id": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "address": "fa:16:3e:c0:d7:b3", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969ebb1-91", "ovs_interfaceid": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.109334] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9a4b78-ae1a-4f20-b800-70f510adbd26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.116166] env[69265]: DEBUG oslo_vmware.api [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1196.116166] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5225b11c-6c36-6bd6-2793-6138ab49b470" [ 1196.116166] env[69265]: _type = "Task" [ 1196.116166] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.132727] env[69265]: DEBUG oslo_vmware.api [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5225b11c-6c36-6bd6-2793-6138ab49b470, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.132727] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.149591] env[69265]: DEBUG nova.scheduler.client.report [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.348184] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.514406] env[69265]: DEBUG oslo_concurrency.lockutils [req-19ad56d0-7cc6-4a5b-a7c4-408ce80e47d5 req-b3825290-8d9c-4974-b48a-baf90d9842c2 service nova] Releasing lock "refresh_cache-618fcdd3-0cee-43ca-b59b-e9fc19ebb746" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.614576] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.654415] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.656875] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.641s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.657128] env[69265]: DEBUG nova.objects.instance [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'resources' on Instance uuid b1aaf731-5852-407f-8703-010417c46211 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.685467] env[69265]: INFO nova.scheduler.client.report [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Deleted allocations for instance e3767c98-a3a1-49ca-b73e-643bcdfddcf4 [ 1196.849577] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.195825] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Lock "e3767c98-a3a1-49ca-b73e-643bcdfddcf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.907s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.355874] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476988, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.417130] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c463519-9d5b-4915-bba5-b7d6534e9b0e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.425096] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f827bf-62ca-4a4d-95d3-1e615ad701f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.457946] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b7067-1bbf-4fac-96fa-dd3eeb6b8cd0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.466389] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfbb1ae-1f63-443b-bfdb-270095196312 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.480962] env[69265]: DEBUG nova.compute.provider_tree [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.849967] env[69265]: DEBUG oslo_vmware.api [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3476988, 'name': PowerOnVM_Task, 'duration_secs': 1.953936} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.850350] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.851052] env[69265]: INFO nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1197.851052] env[69265]: DEBUG nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.851535] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f0ea4b-c07d-4e4c-94d8-8afcd4a9a2ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.984756] env[69265]: DEBUG nova.scheduler.client.report [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.033224] env[69265]: DEBUG oslo_concurrency.lockutils [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "f195205a-3d91-41c6-ab81-f095d35c2686" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.033560] env[69265]: DEBUG oslo_concurrency.lockutils [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.130544] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457fc68a-2523-455c-a044-a254fd148429 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.156233] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance '51b0edd4-66dc-4c94-9519-5fbf18949752' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.370361] env[69265]: INFO nova.compute.manager [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Took 17.18 seconds to build instance. [ 1198.492271] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.493386] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.364s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.515230] env[69265]: INFO nova.scheduler.client.report [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleted allocations for instance b1aaf731-5852-407f-8703-010417c46211 [ 1198.536941] env[69265]: INFO nova.compute.manager [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Detaching volume b9b6ece5-ab3d-477c-9881-b89fc72ac5f2 [ 1198.577954] env[69265]: INFO nova.virt.block_device [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Attempting to driver detach volume b9b6ece5-ab3d-477c-9881-b89fc72ac5f2 from mountpoint /dev/sdb [ 1198.578211] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.578404] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695144', 'volume_id': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'name': 'volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f195205a-3d91-41c6-ab81-f095d35c2686', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'serial': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.579510] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bdb15b-e28a-46aa-be37-7ea78a8338a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.606127] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf89a6e1-9fd0-459d-8598-4316078cd331 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.618019] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e01988-2600-491b-a2f0-a4e2c1b52344 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.637608] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bd8c2a-40fb-4ce9-bd3c-5f9a17585ad4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.657732] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] The volume has not been displaced from its original location: [datastore2] volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2/volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1198.663271] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.665180] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.665446] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb9538d-4a18-4022-ac04-92cce0945223 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.681097] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a026ba1c-c32d-48b2-8e87-6331aeee4f53 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.690622] env[69265]: DEBUG oslo_vmware.api [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1198.690622] env[69265]: value = "task-3476992" [ 1198.690622] env[69265]: _type = "Task" [ 1198.690622] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.692400] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1198.692400] env[69265]: value = "task-3476991" [ 1198.692400] env[69265]: _type = "Task" [ 1198.692400] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.714424] env[69265]: DEBUG oslo_vmware.api [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.717408] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.871837] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.692s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.025341] env[69265]: DEBUG oslo_concurrency.lockutils [None req-717dc925-a219-493f-976c-fd6ed82240c2 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "b1aaf731-5852-407f-8703-010417c46211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.164s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.209873] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476991, 'name': PowerOffVM_Task, 'duration_secs': 0.302076} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.213058] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.213255] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance '51b0edd4-66dc-4c94-9519-5fbf18949752' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.216654] env[69265]: DEBUG oslo_vmware.api [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476992, 'name': ReconfigVM_Task, 'duration_secs': 0.251996} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.219280] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.224499] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184b646e-cce1-4372-a9a3-833c3cee408b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.247213] env[69265]: DEBUG oslo_vmware.api [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1199.247213] env[69265]: value = "task-3476993" [ 1199.247213] env[69265]: _type = "Task" [ 1199.247213] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.261821] env[69265]: DEBUG oslo_vmware.api [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.292210] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a227598-bdf5-4fb4-9180-4a077bee91b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.302820] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb037a7-89cf-4192-bddb-df23df822f86 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.340500] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe025c9-59c3-40c3-a644-1fe287da543c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.349510] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d735c986-e1fe-49cc-ab43-9a9446845bc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.370461] env[69265]: DEBUG nova.compute.provider_tree [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.528044] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.528297] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.528980] env[69265]: INFO nova.compute.manager [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Rebooting instance [ 1199.728078] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.728422] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.728663] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.728933] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.729164] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.729374] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.729658] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.729877] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.730162] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.730411] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.730720] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.736537] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd5aa1c-9b18-4900-bffe-234135b5f21a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.757513] env[69265]: DEBUG oslo_vmware.api [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3476993, 'name': ReconfigVM_Task, 'duration_secs': 0.162426} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.759052] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695144', 'volume_id': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'name': 'volume-b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f195205a-3d91-41c6-ab81-f095d35c2686', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2', 'serial': 'b9b6ece5-ab3d-477c-9881-b89fc72ac5f2'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1199.761232] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1199.761232] env[69265]: value = "task-3476994" [ 1199.761232] env[69265]: _type = "Task" [ 1199.761232] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.770631] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.874021] env[69265]: DEBUG nova.scheduler.client.report [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.060507] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.060837] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquired lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.061141] env[69265]: DEBUG nova.network.neutron [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.064773] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.065128] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.271179] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476994, 'name': ReconfigVM_Task, 'duration_secs': 0.218192} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.271522] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance '51b0edd4-66dc-4c94-9519-5fbf18949752' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.304837] env[69265]: DEBUG nova.objects.instance [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lazy-loading 'flavor' on Instance uuid f195205a-3d91-41c6-ab81-f095d35c2686 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.568115] env[69265]: INFO nova.compute.manager [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Detaching volume c2895464-ae60-47e6-bd67-29201fff45fc [ 1200.610132] env[69265]: INFO nova.virt.block_device [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Attempting to driver detach volume c2895464-ae60-47e6-bd67-29201fff45fc from mountpoint /dev/sdb [ 1200.610385] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.610582] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695135', 'volume_id': 'c2895464-ae60-47e6-bd67-29201fff45fc', 'name': 'volume-c2895464-ae60-47e6-bd67-29201fff45fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e978b8e2-ec0b-47e9-8d69-3ebd16b3a171', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2895464-ae60-47e6-bd67-29201fff45fc', 'serial': 'c2895464-ae60-47e6-bd67-29201fff45fc'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.611901] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8457f775-0896-491e-8bcd-b287f46f4c77 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.635724] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3a7bdf-0f60-4a79-8c70-9d8533fbe755 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.644143] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f600c7-c962-4911-8a1a-48316c48d76a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.671431] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8366cc17-151d-49d6-ace3-10b73ed9a56d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.689453] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] The volume has not been displaced from its original location: [datastore1] volume-c2895464-ae60-47e6-bd67-29201fff45fc/volume-c2895464-ae60-47e6-bd67-29201fff45fc.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.695393] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.698267] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef3137b-3c96-43c7-badb-e650ed8c21a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.737068] env[69265]: DEBUG oslo_vmware.api [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1200.737068] env[69265]: value = "task-3476996" [ 1200.737068] env[69265]: _type = "Task" [ 1200.737068] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.750067] env[69265]: DEBUG oslo_vmware.api [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.777879] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.778154] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.778315] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.778509] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.778655] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.778805] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.779012] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.779183] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.779402] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.779525] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.779719] env[69265]: DEBUG nova.virt.hardware [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.785350] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.785698] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a41066b-5514-4d35-813f-2044162e46da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.805663] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1200.805663] env[69265]: value = "task-3476997" [ 1200.805663] env[69265]: _type = "Task" [ 1200.805663] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.821607] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.850823] env[69265]: DEBUG nova.network.neutron [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Updating instance_info_cache with network_info: [{"id": "8f358f3d-9344-4e77-9800-a913a2d42eac", "address": "fa:16:3e:60:e8:4b", "network": {"id": "5d390d8e-5b7c-4fed-b9c9-f7d5f06767d3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-545536914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2143c90f52436f8aa2cc01fd65c3f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f358f3d-93", "ovs_interfaceid": "8f358f3d-9344-4e77-9800-a913a2d42eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.884586] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.391s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.076944] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "b51e591d-4600-4c46-bc72-097350da812c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.077180] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "b51e591d-4600-4c46-bc72-097350da812c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.253049] env[69265]: DEBUG oslo_vmware.api [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476996, 'name': ReconfigVM_Task, 'duration_secs': 0.278279} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.253511] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.259224] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c00552-adac-458f-ad00-cc302fdfe2d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.271602] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.271828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.279767] env[69265]: DEBUG oslo_vmware.api [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1201.279767] env[69265]: value = "task-3476998" [ 1201.279767] env[69265]: _type = "Task" [ 1201.279767] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.293460] env[69265]: DEBUG oslo_vmware.api [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.316250] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476997, 'name': ReconfigVM_Task, 'duration_secs': 0.246442} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.316558] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.317450] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc670ef-6669-4bf5-8c1e-801c8a9b8716 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.320488] env[69265]: DEBUG oslo_concurrency.lockutils [None req-90dce179-eb57-4948-a6ec-ea14d67dad99 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.343788] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 51b0edd4-66dc-4c94-9519-5fbf18949752/51b0edd4-66dc-4c94-9519-5fbf18949752.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.345044] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f95d6a8-c590-48bb-99ad-fcc8bb10aee7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.359180] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Releasing lock "refresh_cache-1ccaf688-80ec-49bd-85c0-7288f78e3619" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.367763] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1201.367763] env[69265]: value = "task-3476999" [ 1201.367763] env[69265]: _type = "Task" [ 1201.367763] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.377413] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.443649] env[69265]: INFO nova.scheduler.client.report [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted allocation for migration aeb042cc-eeaf-49d7-a555-c43be7d48531 [ 1201.579978] env[69265]: DEBUG nova.compute.manager [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.774533] env[69265]: DEBUG nova.compute.manager [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.791273] env[69265]: DEBUG oslo_vmware.api [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3476998, 'name': ReconfigVM_Task, 'duration_secs': 0.15926} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.791599] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695135', 'volume_id': 'c2895464-ae60-47e6-bd67-29201fff45fc', 'name': 'volume-c2895464-ae60-47e6-bd67-29201fff45fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e978b8e2-ec0b-47e9-8d69-3ebd16b3a171', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2895464-ae60-47e6-bd67-29201fff45fc', 'serial': 'c2895464-ae60-47e6-bd67-29201fff45fc'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.864292] env[69265]: DEBUG nova.compute.manager [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.865206] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e4601-b4b4-423c-987b-9f2c3ef49ed8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.881764] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.919084] env[69265]: INFO nova.compute.manager [None req-d249deb6-b902-4b41-a9da-2e3608681552 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Get console output [ 1201.919372] env[69265]: WARNING nova.virt.vmwareapi.driver [None req-d249deb6-b902-4b41-a9da-2e3608681552 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] The console log is missing. Check your VSPC configuration [ 1201.951192] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5a48a4d4-0317-41bc-a6a0-417e73caa91d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.707s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.102547] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.102834] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.104448] env[69265]: INFO nova.compute.claims [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.294707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.340118] env[69265]: DEBUG nova.objects.instance [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'flavor' on Instance uuid e978b8e2-ec0b-47e9-8d69-3ebd16b3a171 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.379695] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3476999, 'name': ReconfigVM_Task, 'duration_secs': 0.763613} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.379974] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 51b0edd4-66dc-4c94-9519-5fbf18949752/51b0edd4-66dc-4c94-9519-5fbf18949752.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.380273] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance '51b0edd4-66dc-4c94-9519-5fbf18949752' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.457771] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "f195205a-3d91-41c6-ab81-f095d35c2686" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.458046] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.458263] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "f195205a-3d91-41c6-ab81-f095d35c2686-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.458910] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.459112] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.461226] env[69265]: INFO nova.compute.manager [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Terminating instance [ 1202.889956] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1cc6aa-6942-42dd-9d7e-3e96eff5caba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.894014] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f8d818-49b1-4902-9234-cd2e8bf31b3e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.916294] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Doing hard reboot of VM {{(pid=69265) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1202.916687] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3e46e541-3b9d-4656-8bf1-39d81ac9709f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.918756] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c23d24-c03c-4c25-9ab2-3d1bf8c2d90f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.940682] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance '51b0edd4-66dc-4c94-9519-5fbf18949752' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.946321] env[69265]: DEBUG oslo_vmware.api [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1202.946321] env[69265]: value = "task-3477001" [ 1202.946321] env[69265]: _type = "Task" [ 1202.946321] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.964849] env[69265]: DEBUG nova.compute.manager [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.965083] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.965892] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619f6d8-0e14-4c89-a0b4-d00bb2f599ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.973973] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.974316] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-552e8e87-36d1-4eff-ae71-5be7143a798b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.980940] env[69265]: DEBUG oslo_vmware.api [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1202.980940] env[69265]: value = "task-3477002" [ 1202.980940] env[69265]: _type = "Task" [ 1202.980940] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.990235] env[69265]: DEBUG oslo_vmware.api [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.322427] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eccf58-ff8d-4ec8-b052-e2a3b9b1e3b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.330399] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb116469-8b02-4fc6-9a24-64c4fafbef48 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.359801] env[69265]: DEBUG oslo_concurrency.lockutils [None req-52b0478f-8e11-4e08-8ba7-0f5581f66581 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.361604] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03edb12-93fd-47e9-beb6-a6b0fc92c0dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.369619] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c165d2e1-c94e-41f1-a4e9-64d412c89d36 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.383747] env[69265]: DEBUG nova.compute.provider_tree [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.459215] env[69265]: DEBUG oslo_vmware.api [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3477001, 'name': ResetVM_Task, 'duration_secs': 0.140572} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.459528] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Did hard reboot of VM {{(pid=69265) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1203.459699] env[69265]: DEBUG nova.compute.manager [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.460509] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58f2543-1cf3-4bb1-bc72-3387a3ea22d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.487290] env[69265]: DEBUG nova.network.neutron [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Port 9969ebb1-9158-4dd6-aaf9-07912f98c988 binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1203.494592] env[69265]: DEBUG oslo_vmware.api [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.887113] env[69265]: DEBUG nova.scheduler.client.report [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.974861] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3c62c6d3-3dde-45a4-94a9-954f03076b73 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.447s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.995583] env[69265]: DEBUG oslo_vmware.api [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477002, 'name': PowerOffVM_Task, 'duration_secs': 0.651204} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.996286] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.996517] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.996809] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b3f1477-f133-47cf-a9f4-ce1c810bf13b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.063405] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.063633] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.063827] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleting the datastore file [datastore2] f195205a-3d91-41c6-ab81-f095d35c2686 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.064104] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c9ef2cc-1e53-46aa-b671-6af8e2b3c14b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.072486] env[69265]: DEBUG oslo_vmware.api [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1204.072486] env[69265]: value = "task-3477004" [ 1204.072486] env[69265]: _type = "Task" [ 1204.072486] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.082313] env[69265]: DEBUG oslo_vmware.api [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.392135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.392977] env[69265]: DEBUG nova.compute.manager [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.395903] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.101s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.397358] env[69265]: INFO nova.compute.claims [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.463427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.463679] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.463897] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.464109] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.464287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.466561] env[69265]: INFO nova.compute.manager [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Terminating instance [ 1204.510416] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.510641] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.510797] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.583153] env[69265]: DEBUG oslo_vmware.api [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154953} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.583435] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.583625] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.583807] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.583978] env[69265]: INFO nova.compute.manager [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1204.584356] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.584574] env[69265]: DEBUG nova.compute.manager [-] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.584679] env[69265]: DEBUG nova.network.neutron [-] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.902098] env[69265]: DEBUG nova.compute.utils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.908702] env[69265]: DEBUG nova.compute.manager [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1204.972037] env[69265]: DEBUG nova.compute.manager [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.972037] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.972037] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3695e53-5218-4aa4-8fe6-017a57c47913 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.984449] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.985268] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd66e52-ad71-4271-9b43-248754cebd13 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.997036] env[69265]: DEBUG oslo_vmware.api [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1204.997036] env[69265]: value = "task-3477005" [ 1204.997036] env[69265]: _type = "Task" [ 1204.997036] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.015122] env[69265]: DEBUG oslo_vmware.api [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.268202] env[69265]: DEBUG nova.compute.manager [req-0408890e-9432-44a8-b3ee-b2615d3b439d req-7e53428d-daf5-4110-b7f5-f61f8f0e4b8a service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Received event network-vif-deleted-7eb33f02-8e5b-4a17-b334-9bf087db4841 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.268897] env[69265]: INFO nova.compute.manager [req-0408890e-9432-44a8-b3ee-b2615d3b439d req-7e53428d-daf5-4110-b7f5-f61f8f0e4b8a service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Neutron deleted interface 7eb33f02-8e5b-4a17-b334-9bf087db4841; detaching it from the instance and deleting it from the info cache [ 1205.269166] env[69265]: DEBUG nova.network.neutron [req-0408890e-9432-44a8-b3ee-b2615d3b439d req-7e53428d-daf5-4110-b7f5-f61f8f0e4b8a service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.358611] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.358611] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.358611] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "1ccaf688-80ec-49bd-85c0-7288f78e3619-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.358611] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.358611] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.360399] env[69265]: INFO nova.compute.manager [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Terminating instance [ 1205.409955] env[69265]: DEBUG nova.compute.manager [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.509841] env[69265]: DEBUG oslo_vmware.api [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477005, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.549412] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.550011] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.550011] env[69265]: DEBUG nova.network.neutron [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.604089] env[69265]: DEBUG nova.network.neutron [-] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.668558] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Acquiring lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.668558] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.677503] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d2110b-8d98-4fe4-97af-33b8fd811665 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.692449] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2711ec9-a1ff-4809-9eb9-5ac934325267 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.728012] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69393e33-2c08-4254-8191-a8669d362dd8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.737189] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315d6de3-248f-4fcb-9df4-10e16f2ac04d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.752205] env[69265]: DEBUG nova.compute.provider_tree [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.775323] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5d2b4db-81a7-479a-803f-1403ff605b4f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.787090] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96b0413-8e15-4947-a9d1-7509ddd34640 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.826330] env[69265]: DEBUG nova.compute.manager [req-0408890e-9432-44a8-b3ee-b2615d3b439d req-7e53428d-daf5-4110-b7f5-f61f8f0e4b8a service nova] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Detach interface failed, port_id=7eb33f02-8e5b-4a17-b334-9bf087db4841, reason: Instance f195205a-3d91-41c6-ab81-f095d35c2686 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.865151] env[69265]: DEBUG nova.compute.manager [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.865367] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.866320] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f1d5a4-c024-48e0-bad6-ea4dc152a5e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.874779] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.875026] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6f0f4b-6d1d-45df-883e-afd650c13bf8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.883025] env[69265]: DEBUG oslo_vmware.api [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1205.883025] env[69265]: value = "task-3477006" [ 1205.883025] env[69265]: _type = "Task" [ 1205.883025] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.893199] env[69265]: DEBUG oslo_vmware.api [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3477006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.007956] env[69265]: DEBUG oslo_vmware.api [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477005, 'name': PowerOffVM_Task, 'duration_secs': 0.545383} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.008305] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.008430] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.008687] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d320c71-32f4-48a4-b8a0-84d0fa14dd1a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.082809] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.082963] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.083166] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleting the datastore file [datastore2] e978b8e2-ec0b-47e9-8d69-3ebd16b3a171 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.083439] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac8e4fb2-f6bb-458f-b28c-4c605bb0e0b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.091060] env[69265]: DEBUG oslo_vmware.api [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1206.091060] env[69265]: value = "task-3477008" [ 1206.091060] env[69265]: _type = "Task" [ 1206.091060] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.099517] env[69265]: DEBUG oslo_vmware.api [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.107423] env[69265]: INFO nova.compute.manager [-] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Took 1.52 seconds to deallocate network for instance. [ 1206.170574] env[69265]: DEBUG nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.257081] env[69265]: DEBUG nova.scheduler.client.report [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.271035] env[69265]: DEBUG nova.network.neutron [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance_info_cache with network_info: [{"id": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "address": "fa:16:3e:c0:d7:b3", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969ebb1-91", "ovs_interfaceid": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.393731] env[69265]: DEBUG oslo_vmware.api [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3477006, 'name': PowerOffVM_Task, 'duration_secs': 0.20411} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.393971] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.394142] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.394451] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a02c3434-2b7c-40da-b59e-f9a5f0e43e93 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.422164] env[69265]: DEBUG nova.compute.manager [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.452879] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.453184] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.453389] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.453617] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.453777] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.453962] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.454207] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.454427] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.454663] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.454864] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.455064] env[69265]: DEBUG nova.virt.hardware [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.455948] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f193949e-36ed-48bc-93a9-a1d488ec5be2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.465739] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a598cb-77f3-4611-a82a-cadda039bd4f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.469763] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.469985] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.470188] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Deleting the datastore file [datastore1] 1ccaf688-80ec-49bd-85c0-7288f78e3619 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.470470] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f26f4cb5-0047-40a3-9eb9-a74252f65379 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.482911] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.488396] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Creating folder: Project (351aaefc45b241bf8d69e9f10c69456d). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.489839] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd6781b-bdef-4739-9427-5af4c0677529 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.491903] env[69265]: DEBUG oslo_vmware.api [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for the task: (returnval){ [ 1206.491903] env[69265]: value = "task-3477010" [ 1206.491903] env[69265]: _type = "Task" [ 1206.491903] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.500902] env[69265]: DEBUG oslo_vmware.api [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3477010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.503538] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Created folder: Project (351aaefc45b241bf8d69e9f10c69456d) in parent group-v694865. [ 1206.503797] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Creating folder: Instances. Parent ref: group-v695170. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.504086] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54ce5f47-39ce-48a5-9202-617bbc09c982 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.514804] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Created folder: Instances in parent group-v695170. [ 1206.515050] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.515248] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51e591d-4600-4c46-bc72-097350da812c] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.515472] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82658c7c-3207-41ab-ac62-7fdb76b0db5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.532257] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.532257] env[69265]: value = "task-3477013" [ 1206.532257] env[69265]: _type = "Task" [ 1206.532257] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.540398] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477013, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.601386] env[69265]: DEBUG oslo_vmware.api [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.615054] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.695940] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.762604] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.763137] env[69265]: DEBUG nova.compute.manager [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.765763] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.151s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.765990] env[69265]: DEBUG nova.objects.instance [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lazy-loading 'resources' on Instance uuid f195205a-3d91-41c6-ab81-f095d35c2686 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.773653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.002655] env[69265]: DEBUG oslo_vmware.api [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Task: {'id': task-3477010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260434} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.003800] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.003800] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.003800] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.003800] env[69265]: INFO nova.compute.manager [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1207.003800] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.004015] env[69265]: DEBUG nova.compute.manager [-] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.004015] env[69265]: DEBUG nova.network.neutron [-] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.042166] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477013, 'name': CreateVM_Task, 'duration_secs': 0.369825} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.042529] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51e591d-4600-4c46-bc72-097350da812c] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.042824] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.043072] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.043432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.043729] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7419e89-03ec-4e28-bd48-f4fb9cd801aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.048911] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1207.048911] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5220ee94-3fbf-7880-3569-25747e85f9e8" [ 1207.048911] env[69265]: _type = "Task" [ 1207.048911] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.057194] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5220ee94-3fbf-7880-3569-25747e85f9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.102122] env[69265]: DEBUG oslo_vmware.api [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54653} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.102326] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.103082] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.103082] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.103082] env[69265]: INFO nova.compute.manager [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1207.103254] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.103471] env[69265]: DEBUG nova.compute.manager [-] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.103593] env[69265]: DEBUG nova.network.neutron [-] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.268665] env[69265]: DEBUG nova.compute.utils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.273382] env[69265]: DEBUG nova.compute.manager [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Not allocating networking since 'none' was specified. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1207.297220] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f6a5fc-a18d-4c6f-983e-83ba641df7e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.321977] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b21d3-404c-4752-a580-ee6e8965c8f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.330329] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance '51b0edd4-66dc-4c94-9519-5fbf18949752' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.469743] env[69265]: DEBUG nova.compute.manager [req-f4f08bbd-fabd-494a-b3f8-02a23893771f req-7f165df3-5f6b-43f9-b9d7-5e7da4b4cbfd service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Received event network-vif-deleted-8f358f3d-9344-4e77-9800-a913a2d42eac {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.469946] env[69265]: INFO nova.compute.manager [req-f4f08bbd-fabd-494a-b3f8-02a23893771f req-7f165df3-5f6b-43f9-b9d7-5e7da4b4cbfd service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Neutron deleted interface 8f358f3d-9344-4e77-9800-a913a2d42eac; detaching it from the instance and deleting it from the info cache [ 1207.470136] env[69265]: DEBUG nova.network.neutron [req-f4f08bbd-fabd-494a-b3f8-02a23893771f req-7f165df3-5f6b-43f9-b9d7-5e7da4b4cbfd service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.561458] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5220ee94-3fbf-7880-3569-25747e85f9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.561772] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.561989] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.562271] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.562432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.562616] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.562873] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85172370-4ac2-493a-89de-0b49db259ff6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.573276] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.573558] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.574285] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c44046-3daf-4e59-bc25-8a3ab6bbe4ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.579587] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1207.579587] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e2c561-2773-ad0b-1b9a-32352969644b" [ 1207.579587] env[69265]: _type = "Task" [ 1207.579587] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.585436] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7a3719-c9f9-4c10-b50d-66c4df37747e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.596277] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc2c31-a228-493d-a901-092b3bd035ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.599516] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e2c561-2773-ad0b-1b9a-32352969644b, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.600625] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5095cfe1-72b5-4681-a81e-2eef8c0212b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.630890] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b2eb1d-b472-43f3-a1db-dcce5a60b60f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.633450] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1207.633450] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52244ec8-7956-0e39-f081-353ea913dfee" [ 1207.633450] env[69265]: _type = "Task" [ 1207.633450] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.640376] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716faa3e-dbd4-4707-8c50-9cad8bcb576f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.648101] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52244ec8-7956-0e39-f081-353ea913dfee, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.650217] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.650217] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] b51e591d-4600-4c46-bc72-097350da812c/b51e591d-4600-4c46-bc72-097350da812c.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.650217] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1567d829-9a37-499d-9f28-a3efed4f204a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.659952] env[69265]: DEBUG nova.compute.provider_tree [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.669688] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1207.669688] env[69265]: value = "task-3477014" [ 1207.669688] env[69265]: _type = "Task" [ 1207.669688] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.681185] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.775221] env[69265]: DEBUG nova.compute.manager [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.839706] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.840045] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-319b7b37-67eb-4947-b621-f683a9f6de78 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.849432] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1207.849432] env[69265]: value = "task-3477015" [ 1207.849432] env[69265]: _type = "Task" [ 1207.849432] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.861401] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.920090] env[69265]: DEBUG nova.network.neutron [-] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.977745] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-533f8853-e1fb-4f2c-b806-acf43b7c518f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.993129] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437508d3-d8cd-468d-afb6-f5311a44acf5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.034747] env[69265]: DEBUG nova.compute.manager [req-f4f08bbd-fabd-494a-b3f8-02a23893771f req-7f165df3-5f6b-43f9-b9d7-5e7da4b4cbfd service nova] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Detach interface failed, port_id=8f358f3d-9344-4e77-9800-a913a2d42eac, reason: Instance 1ccaf688-80ec-49bd-85c0-7288f78e3619 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.167871] env[69265]: DEBUG nova.network.neutron [-] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.189670] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477014, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.190918] env[69265]: ERROR nova.scheduler.client.report [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [req-de4fecf0-03d0-47dc-87ca-a530d5b6bfbc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de4fecf0-03d0-47dc-87ca-a530d5b6bfbc"}]} [ 1208.209685] env[69265]: DEBUG nova.scheduler.client.report [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1208.225352] env[69265]: DEBUG nova.scheduler.client.report [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1208.225608] env[69265]: DEBUG nova.compute.provider_tree [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.240312] env[69265]: DEBUG nova.scheduler.client.report [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1208.272491] env[69265]: DEBUG nova.scheduler.client.report [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1208.370191] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477015, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.423171] env[69265]: INFO nova.compute.manager [-] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Took 1.42 seconds to deallocate network for instance. [ 1208.537821] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0258594d-5da7-42b5-bb5f-a17668b26d40 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.546018] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6a3571-717f-4385-8f42-950a27027621 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.577787] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5693d0-6313-4607-b14e-0d62daea9f81 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.588283] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1cf39c-c9df-456b-b061-c6ffc4be8eb1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.602707] env[69265]: DEBUG nova.compute.provider_tree [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.671337] env[69265]: INFO nova.compute.manager [-] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Took 1.57 seconds to deallocate network for instance. [ 1208.685304] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644499} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.685566] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] b51e591d-4600-4c46-bc72-097350da812c/b51e591d-4600-4c46-bc72-097350da812c.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.685781] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.686037] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f827e9c-3d82-40f4-8c77-3611ad1985c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.693806] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1208.693806] env[69265]: value = "task-3477016" [ 1208.693806] env[69265]: _type = "Task" [ 1208.693806] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.703609] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.785350] env[69265]: DEBUG nova.compute.manager [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.810819] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.811091] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.811256] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.811441] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.811588] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.811738] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.811939] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.812110] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.812320] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.812502] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.812679] env[69265]: DEBUG nova.virt.hardware [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.813582] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c275b242-929b-4175-b550-7efe900e3d8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.821988] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fc4e60-2638-4b9b-82e3-fcf51e58ffa8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.836184] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.842142] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.842710] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.842934] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8987c958-adbb-4546-83f0-fbcdf554cd46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.863395] env[69265]: DEBUG oslo_vmware.api [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477015, 'name': PowerOnVM_Task, 'duration_secs': 0.563894} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.864707] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.864909] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e417336f-2049-4eee-aa66-c52e71b1b9c1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance '51b0edd4-66dc-4c94-9519-5fbf18949752' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.868337] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.868337] env[69265]: value = "task-3477017" [ 1208.868337] env[69265]: _type = "Task" [ 1208.868337] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.876772] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477017, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.932096] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.106036] env[69265]: DEBUG nova.scheduler.client.report [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.180511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.205501] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058745} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.205785] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.206584] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f3da2-6ea4-4431-b3d4-d9d01008cf46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.226108] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] b51e591d-4600-4c46-bc72-097350da812c/b51e591d-4600-4c46-bc72-097350da812c.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.226320] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bda645f-ccf4-4793-8e84-4ee4586fd646 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.245921] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1209.245921] env[69265]: value = "task-3477018" [ 1209.245921] env[69265]: _type = "Task" [ 1209.245921] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.253898] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.382849] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477017, 'name': CreateVM_Task, 'duration_secs': 0.345102} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.383041] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.383426] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.384101] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.384101] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.384565] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6189908f-b62f-481f-8eab-da61bbcffac0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.390419] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1209.390419] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ee3053-6a5e-39ce-47a4-89846c9fc008" [ 1209.390419] env[69265]: _type = "Task" [ 1209.390419] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.399188] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ee3053-6a5e-39ce-47a4-89846c9fc008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.498118] env[69265]: DEBUG nova.compute.manager [req-72dcc3cd-c095-4bc7-86b0-38ea711c8e01 req-fe8afe72-f409-4dff-ab1d-dce7918d4d9e service nova] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Received event network-vif-deleted-5b45f383-038a-4dd2-b411-fac52f905fdd {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.611115] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.845s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.613535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.918s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.615225] env[69265]: INFO nova.compute.claims [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.638086] env[69265]: INFO nova.scheduler.client.report [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleted allocations for instance f195205a-3d91-41c6-ab81-f095d35c2686 [ 1209.756275] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477018, 'name': ReconfigVM_Task, 'duration_secs': 0.492019} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.756568] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Reconfigured VM instance instance-0000006b to attach disk [datastore2] b51e591d-4600-4c46-bc72-097350da812c/b51e591d-4600-4c46-bc72-097350da812c.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.757196] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c196bd0-1c73-4f73-8883-233575202a8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.765745] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1209.765745] env[69265]: value = "task-3477019" [ 1209.765745] env[69265]: _type = "Task" [ 1209.765745] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.775851] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477019, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.901171] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ee3053-6a5e-39ce-47a4-89846c9fc008, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.901479] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.901716] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.901969] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.902142] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.902376] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.902661] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dac8c687-26f1-459e-862d-5fc6678b3bfb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.914439] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.914639] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.915393] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa535dd-c3b7-4636-af3f-abaf07d7841c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.921695] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1209.921695] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fbfbdd-b906-0eb7-57d0-1c0a3dac851f" [ 1209.921695] env[69265]: _type = "Task" [ 1209.921695] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.930510] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fbfbdd-b906-0eb7-57d0-1c0a3dac851f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.145972] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "f195205a-3d91-41c6-ab81-f095d35c2686" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.688s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.276100] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477019, 'name': Rename_Task, 'duration_secs': 0.376391} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.276468] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.276702] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca79c802-bf17-45e1-88dc-ef5a88d2bb18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.285167] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1210.285167] env[69265]: value = "task-3477020" [ 1210.285167] env[69265]: _type = "Task" [ 1210.285167] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.293429] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.433317] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52fbfbdd-b906-0eb7-57d0-1c0a3dac851f, 'name': SearchDatastore_Task, 'duration_secs': 0.036441} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.434165] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06179823-87e4-43fc-b546-7f5649138f7d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.440931] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1210.440931] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cc5410-3fb9-c2dd-3153-ceaa6586047d" [ 1210.440931] env[69265]: _type = "Task" [ 1210.440931] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.450271] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cc5410-3fb9-c2dd-3153-ceaa6586047d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.796486] env[69265]: DEBUG oslo_vmware.api [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477020, 'name': PowerOnVM_Task, 'duration_secs': 0.461776} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.796833] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.797077] env[69265]: INFO nova.compute.manager [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Took 4.37 seconds to spawn the instance on the hypervisor. [ 1210.797303] env[69265]: DEBUG nova.compute.manager [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.798229] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c7b28d-c6dd-4f88-bbd8-07b529e4316a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.876541] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c47048-c02c-4f0d-8ee5-4957fc10dbb7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.884402] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879a36f-abe2-453f-997e-c1fbed939e17 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.917189] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18c8a8d-9ae4-4ebf-aaff-da93cf1b8785 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.925825] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5993411-f696-4879-8627-2876510f8671 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.941967] env[69265]: DEBUG nova.compute.provider_tree [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.952764] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cc5410-3fb9-c2dd-3153-ceaa6586047d, 'name': SearchDatastore_Task, 'duration_secs': 0.012615} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.953708] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.953985] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd/28ee4352-f41c-4f78-8c5d-f67d2475aacd.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.954258] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a0ab999-7177-44cc-a452-53ff57aeaf27 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.962099] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1210.962099] env[69265]: value = "task-3477021" [ 1210.962099] env[69265]: _type = "Task" [ 1210.962099] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.970617] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.322427] env[69265]: INFO nova.compute.manager [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Took 9.24 seconds to build instance. [ 1211.449176] env[69265]: DEBUG nova.scheduler.client.report [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.475669] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477021, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.650841] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "51b0edd4-66dc-4c94-9519-5fbf18949752" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.651296] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.651514] env[69265]: DEBUG nova.compute.manager [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Going to confirm migration 8 {{(pid=69265) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1211.732933] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.733110] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Cleaning up deleted instances with incomplete migration {{(pid=69265) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1211.824952] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8e806a54-5544-4c8b-9f95-89c6f42662ac tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "b51e591d-4600-4c46-bc72-097350da812c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.748s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.955023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.955418] env[69265]: DEBUG nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.958174] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.026s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.958414] env[69265]: DEBUG nova.objects.instance [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lazy-loading 'resources' on Instance uuid 1ccaf688-80ec-49bd-85c0-7288f78e3619 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.972239] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528665} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.972517] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd/28ee4352-f41c-4f78-8c5d-f67d2475aacd.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.974028] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.974028] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30ef2cff-48f7-4fb5-81f5-135f47723268 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.976636] env[69265]: DEBUG oslo_concurrency.lockutils [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.976850] env[69265]: DEBUG oslo_concurrency.lockutils [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.981913] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1211.981913] env[69265]: value = "task-3477023" [ 1211.981913] env[69265]: _type = "Task" [ 1211.981913] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.994014] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.237309] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.237511] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.237691] env[69265]: DEBUG nova.network.neutron [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.237869] env[69265]: DEBUG nova.objects.instance [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lazy-loading 'info_cache' on Instance uuid 51b0edd4-66dc-4c94-9519-5fbf18949752 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.460938] env[69265]: DEBUG nova.compute.utils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.462463] env[69265]: DEBUG nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.462649] env[69265]: DEBUG nova.network.neutron [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.479065] env[69265]: INFO nova.compute.manager [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Detaching volume 148dc5ca-9419-4dc0-8b29-a57835ca021b [ 1212.494424] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072556} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.496892] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.497724] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d25dcd-f8e4-48dd-87f7-725e07db6ba4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.502571] env[69265]: DEBUG nova.policy [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97e5d5b1d634b6d91a6ef0d40eede00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5a5e4523eb74a32806e2f5008f86895', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.519774] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd/28ee4352-f41c-4f78-8c5d-f67d2475aacd.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.520839] env[69265]: INFO nova.virt.block_device [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Attempting to driver detach volume 148dc5ca-9419-4dc0-8b29-a57835ca021b from mountpoint /dev/sdb [ 1212.521069] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.521260] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695149', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'name': 'volume-148dc5ca-9419-4dc0-8b29-a57835ca021b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '41fdc930-ea31-419b-8aec-68bf17d01998', 'attached_at': '', 'detached_at': '', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'serial': '148dc5ca-9419-4dc0-8b29-a57835ca021b'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.523821] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b51f44-9e9e-4b6f-997a-ea3af7ba4fed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.538332] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0b2bf5-a042-442a-aaa5-07606defe6d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.565461] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c3dd40-be1e-42f0-b083-c1a959f64800 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.567933] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1212.567933] env[69265]: value = "task-3477024" [ 1212.567933] env[69265]: _type = "Task" [ 1212.567933] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.575031] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6b88bd-ef6c-45f3-b190-c7c5ba1e37dd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.578660] env[69265]: DEBUG nova.objects.instance [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lazy-loading 'flavor' on Instance uuid dbfbef4f-0bd0-4d71-9e20-1886c9802086 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.586417] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477024, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.611634] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252a063a-ed3b-4f02-a783-33b54a8e63f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.628708] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] The volume has not been displaced from its original location: [datastore1] volume-148dc5ca-9419-4dc0-8b29-a57835ca021b/volume-148dc5ca-9419-4dc0-8b29-a57835ca021b.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1212.633954] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.636576] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d6d0cf-de19-4a5b-bcaf-b5f90be5ecfb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.657233] env[69265]: DEBUG oslo_vmware.api [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1212.657233] env[69265]: value = "task-3477025" [ 1212.657233] env[69265]: _type = "Task" [ 1212.657233] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.667239] env[69265]: DEBUG oslo_vmware.api [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.814171] env[69265]: DEBUG nova.network.neutron [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Successfully created port: d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.856285] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179c53e-956b-45a1-affd-d372b13495b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.864928] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1af07-4f29-4ebf-9520-5aed28a8aaf3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.897278] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a48c6d-2b2f-47a7-8d19-b4fa6c4cbab5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.905411] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb727c2b-8db6-4e15-88ed-5122633c1730 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.921053] env[69265]: DEBUG nova.compute.provider_tree [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.965602] env[69265]: DEBUG nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.078700] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477024, 'name': ReconfigVM_Task, 'duration_secs': 0.334397} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.078808] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd/28ee4352-f41c-4f78-8c5d-f67d2475aacd.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.079428] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12bfe2d7-5d3f-4857-ad76-4994b1703835 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.088718] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1213.088718] env[69265]: value = "task-3477026" [ 1213.088718] env[69265]: _type = "Task" [ 1213.088718] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.089146] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.089301] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquired lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.101069] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477026, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.169087] env[69265]: DEBUG oslo_vmware.api [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.423777] env[69265]: DEBUG nova.scheduler.client.report [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.461815] env[69265]: DEBUG nova.network.neutron [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.470724] env[69265]: INFO nova.virt.block_device [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Booting with volume 7f862285-3f3d-4939-8331-e42a677bfbf5 at /dev/sda [ 1213.489806] env[69265]: DEBUG nova.compute.manager [req-b10df47d-17de-40f0-8337-f7900ea492f2 req-c5e672b6-3189-4f86-9019-9e92428c6431 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Received event network-changed-a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.489885] env[69265]: DEBUG nova.compute.manager [req-b10df47d-17de-40f0-8337-f7900ea492f2 req-c5e672b6-3189-4f86-9019-9e92428c6431 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Refreshing instance network info cache due to event network-changed-a9afefde-c747-47b3-b504-1c21dc6ec7bf. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.490078] env[69265]: DEBUG oslo_concurrency.lockutils [req-b10df47d-17de-40f0-8337-f7900ea492f2 req-c5e672b6-3189-4f86-9019-9e92428c6431 service nova] Acquiring lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.491140] env[69265]: DEBUG nova.network.neutron [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance_info_cache with network_info: [{"id": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "address": "fa:16:3e:c0:d7:b3", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969ebb1-91", "ovs_interfaceid": "9969ebb1-9158-4dd6-aaf9-07912f98c988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.508866] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4488cab0-c020-47c8-afd7-b47fc607cd4d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.520703] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dd216f-92cf-44cc-864e-077ff0125227 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.559983] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-390e14a7-8da0-4cd6-b6a7-c91f512d2848 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.570214] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd9341-398d-42b9-9ac5-fdd9b854e70a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.607975] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39beb8c9-f4f6-418f-b5e0-a1d3c647cc6c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.613601] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477026, 'name': Rename_Task, 'duration_secs': 0.154703} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.614231] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.614501] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5397cd58-a461-4962-bed0-0e6f49a66564 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.618444] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ae9b05-b7c8-4a8d-afe9-8ff4e955aa46 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.623253] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1213.623253] env[69265]: value = "task-3477027" [ 1213.623253] env[69265]: _type = "Task" [ 1213.623253] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.630699] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.634666] env[69265]: DEBUG nova.virt.block_device [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Updating existing volume attachment record: bd3d02bd-da99-488b-b1b2-b9517d4f87d5 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1213.671398] env[69265]: DEBUG oslo_vmware.api [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.929848] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.933460] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.753s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.933908] env[69265]: DEBUG nova.objects.instance [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'resources' on Instance uuid e978b8e2-ec0b-47e9-8d69-3ebd16b3a171 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.967752] env[69265]: INFO nova.scheduler.client.report [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Deleted allocations for instance 1ccaf688-80ec-49bd-85c0-7288f78e3619 [ 1213.993436] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-51b0edd4-66dc-4c94-9519-5fbf18949752" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.994666] env[69265]: DEBUG nova.objects.instance [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lazy-loading 'migration_context' on Instance uuid 51b0edd4-66dc-4c94-9519-5fbf18949752 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.133902] env[69265]: DEBUG oslo_vmware.api [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477027, 'name': PowerOnVM_Task, 'duration_secs': 0.46671} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.134376] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.134689] env[69265]: INFO nova.compute.manager [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1214.134997] env[69265]: DEBUG nova.compute.manager [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.136206] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a233913-ff8a-4e58-a1c8-3ba464750b38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.169115] env[69265]: DEBUG oslo_vmware.api [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477025, 'name': ReconfigVM_Task, 'duration_secs': 1.473303} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.169396] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.174122] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6f8536-ec7f-4eef-8107-6a55d6a94508 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.197784] env[69265]: DEBUG oslo_vmware.api [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1214.197784] env[69265]: value = "task-3477028" [ 1214.197784] env[69265]: _type = "Task" [ 1214.197784] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.209321] env[69265]: DEBUG oslo_vmware.api [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.234490] env[69265]: DEBUG nova.network.neutron [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.293312] env[69265]: DEBUG nova.network.neutron [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Successfully updated port: d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.478682] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Lock "1ccaf688-80ec-49bd-85c0-7288f78e3619" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.123s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.497578] env[69265]: DEBUG nova.objects.base [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Object Instance<51b0edd4-66dc-4c94-9519-5fbf18949752> lazy-loaded attributes: info_cache,migration_context {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1214.498558] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b122b2e-37f7-45c5-949b-409da779110f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.522352] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11fa0f65-26a0-4dd4-85cd-8d13f5a1c464 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.527761] env[69265]: DEBUG oslo_vmware.api [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1214.527761] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e39331-8e31-c1d5-ee58-b854168020cf" [ 1214.527761] env[69265]: _type = "Task" [ 1214.527761] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.537750] env[69265]: DEBUG oslo_vmware.api [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e39331-8e31-c1d5-ee58-b854168020cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.655091] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17fa035-6433-4742-8a56-d16aa18d8b75 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.657328] env[69265]: INFO nova.compute.manager [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Took 12.38 seconds to build instance. [ 1214.667152] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2d6764-b003-49d1-aa9c-ad5b391b5e18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.709622] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025bd3c-ce9f-4168-930d-5443b38fafc9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.717151] env[69265]: DEBUG oslo_vmware.api [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477028, 'name': ReconfigVM_Task, 'duration_secs': 0.206533} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.718419] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695149', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'name': 'volume-148dc5ca-9419-4dc0-8b29-a57835ca021b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '41fdc930-ea31-419b-8aec-68bf17d01998', 'attached_at': '', 'detached_at': '', 'volume_id': '148dc5ca-9419-4dc0-8b29-a57835ca021b', 'serial': '148dc5ca-9419-4dc0-8b29-a57835ca021b'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1214.721964] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a9dc3a-69d9-4dd1-8832-ad32fbb160ec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.738092] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Releasing lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.738486] env[69265]: DEBUG nova.compute.manager [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Inject network info {{(pid=69265) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1214.738608] env[69265]: DEBUG nova.compute.manager [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] network_info to inject: |[{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1214.743193] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Reconfiguring VM instance to set the machine id {{(pid=69265) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1214.744040] env[69265]: DEBUG nova.compute.provider_tree [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.746857] env[69265]: DEBUG oslo_concurrency.lockutils [req-b10df47d-17de-40f0-8337-f7900ea492f2 req-c5e672b6-3189-4f86-9019-9e92428c6431 service nova] Acquired lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.748131] env[69265]: DEBUG nova.network.neutron [req-b10df47d-17de-40f0-8337-f7900ea492f2 req-c5e672b6-3189-4f86-9019-9e92428c6431 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Refreshing network info cache for port a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.748131] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66051f9-9248-429f-9549-fc9b06a0aeba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.759386] env[69265]: DEBUG nova.scheduler.client.report [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.777680] env[69265]: DEBUG oslo_vmware.api [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1214.777680] env[69265]: value = "task-3477029" [ 1214.777680] env[69265]: _type = "Task" [ 1214.777680] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.787152] env[69265]: DEBUG oslo_vmware.api [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3477029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.792292] env[69265]: DEBUG nova.objects.instance [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lazy-loading 'flavor' on Instance uuid dbfbef4f-0bd0-4d71-9e20-1886c9802086 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.797352] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Acquiring lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.797352] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Acquired lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.797352] env[69265]: DEBUG nova.network.neutron [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.033214] env[69265]: DEBUG nova.network.neutron [req-b10df47d-17de-40f0-8337-f7900ea492f2 req-c5e672b6-3189-4f86-9019-9e92428c6431 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updated VIF entry in instance network info cache for port a9afefde-c747-47b3-b504-1c21dc6ec7bf. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.033579] env[69265]: DEBUG nova.network.neutron [req-b10df47d-17de-40f0-8337-f7900ea492f2 req-c5e672b6-3189-4f86-9019-9e92428c6431 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.044249] env[69265]: DEBUG oslo_vmware.api [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e39331-8e31-c1d5-ee58-b854168020cf, 'name': SearchDatastore_Task, 'duration_secs': 0.018787} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.045695] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.159525] env[69265]: DEBUG oslo_concurrency.lockutils [None req-14ab33c8-d713-4595-98a3-be7005cf5f29 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.887s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.267485] env[69265]: DEBUG nova.objects.instance [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'flavor' on Instance uuid 41fdc930-ea31-419b-8aec-68bf17d01998 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.271164] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.338s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.275097] env[69265]: DEBUG nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.277648] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.277957] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.278152] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.278341] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.278487] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.278630] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.278835] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.278990] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.279170] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.279334] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.279506] env[69265]: DEBUG nova.virt.hardware [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.279836] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.235s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.283329] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189b0457-706c-4c24-981c-e83599403e1c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.297141] env[69265]: DEBUG oslo_vmware.api [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3477029, 'name': ReconfigVM_Task, 'duration_secs': 0.213975} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.300709] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.304290] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9401e8fd-b976-4b7a-8326-b697c76dc207 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Reconfigured VM instance to set the machine id {{(pid=69265) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1215.308108] env[69265]: INFO nova.scheduler.client.report [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleted allocations for instance e978b8e2-ec0b-47e9-8d69-3ebd16b3a171 [ 1215.312042] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d837c9aa-dec3-41c6-85f0-0ac02544326e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.360693] env[69265]: DEBUG nova.network.neutron [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.512248] env[69265]: DEBUG nova.network.neutron [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Updating instance_info_cache with network_info: [{"id": "d75a5e65-3adc-4f16-ae3d-de96ec72c71a", "address": "fa:16:3e:8d:3c:29", "network": {"id": "fd34a6b6-d91e-42bd-8b5c-95ab11dd0a9e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1722803207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5a5e4523eb74a32806e2f5008f86895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75a5e65-3a", "ovs_interfaceid": "d75a5e65-3adc-4f16-ae3d-de96ec72c71a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.538848] env[69265]: DEBUG oslo_concurrency.lockutils [req-b10df47d-17de-40f0-8337-f7900ea492f2 req-c5e672b6-3189-4f86-9019-9e92428c6431 service nova] Releasing lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.538848] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquired lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.556869] env[69265]: INFO nova.compute.manager [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Rebuilding instance [ 1215.578324] env[69265]: DEBUG nova.compute.manager [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Received event network-vif-plugged-d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.578324] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] Acquiring lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.578324] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] Lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.579053] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] Lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.579053] env[69265]: DEBUG nova.compute.manager [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] No waiting events found dispatching network-vif-plugged-d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.579053] env[69265]: WARNING nova.compute.manager [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Received unexpected event network-vif-plugged-d75a5e65-3adc-4f16-ae3d-de96ec72c71a for instance with vm_state building and task_state spawning. [ 1215.579053] env[69265]: DEBUG nova.compute.manager [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Received event network-changed-d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.579532] env[69265]: DEBUG nova.compute.manager [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Refreshing instance network info cache due to event network-changed-d75a5e65-3adc-4f16-ae3d-de96ec72c71a. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.579738] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] Acquiring lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.616397] env[69265]: DEBUG nova.compute.manager [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.617448] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e658d1de-c79e-47c4-ad24-820ac048546d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.825664] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a06ed454-04df-4a43-8af0-50e710c718ca tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "e978b8e2-ec0b-47e9-8d69-3ebd16b3a171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.362s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.864142] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "afe976f5-22f1-485c-9e10-b832e6240e2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.864398] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "afe976f5-22f1-485c-9e10-b832e6240e2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.864608] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "afe976f5-22f1-485c-9e10-b832e6240e2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.864814] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "afe976f5-22f1-485c-9e10-b832e6240e2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.864985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "afe976f5-22f1-485c-9e10-b832e6240e2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.867366] env[69265]: INFO nova.compute.manager [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Terminating instance [ 1215.960051] env[69265]: DEBUG nova.network.neutron [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.012807] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Releasing lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.013142] env[69265]: DEBUG nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Instance network_info: |[{"id": "d75a5e65-3adc-4f16-ae3d-de96ec72c71a", "address": "fa:16:3e:8d:3c:29", "network": {"id": "fd34a6b6-d91e-42bd-8b5c-95ab11dd0a9e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1722803207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5a5e4523eb74a32806e2f5008f86895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75a5e65-3a", "ovs_interfaceid": "d75a5e65-3adc-4f16-ae3d-de96ec72c71a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.013491] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] Acquired lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.013701] env[69265]: DEBUG nova.network.neutron [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Refreshing network info cache for port d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.014879] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:3c:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd75a5e65-3adc-4f16-ae3d-de96ec72c71a', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.022855] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Creating folder: Project (c5a5e4523eb74a32806e2f5008f86895). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.026553] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c001da0-b2e1-4a91-8b56-2b5b926a4a7e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.042228] env[69265]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1216.042416] env[69265]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69265) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1216.043018] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Folder already exists: Project (c5a5e4523eb74a32806e2f5008f86895). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1216.043254] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Creating folder: Instances. Parent ref: group-v695162. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.043542] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d4562d2-70c2-4178-a65d-caf867b39bc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.054248] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ed73d-9e8e-4cfb-b488-ba383c24877e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.058117] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Created folder: Instances in parent group-v695162. [ 1216.058355] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.058938] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.059187] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef0c78cc-f2e4-4e91-ac9e-e59bb8dde81c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.076390] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffc48ce-b214-4570-9f53-fdf0351bcf49 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.080423] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.080423] env[69265]: value = "task-3477032" [ 1216.080423] env[69265]: _type = "Task" [ 1216.080423] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.111314] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47feed4-0948-4893-9c58-198a52bee8f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.117424] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477032, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.123523] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4151203-ed0e-4c96-9703-f3317752eea1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.139720] env[69265]: DEBUG nova.compute.provider_tree [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.235189] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.235838] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.235838] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.235838] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Cleaning up deleted instances {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1216.264122] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.264468] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.265092] env[69265]: INFO nova.compute.manager [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Shelving [ 1216.278334] env[69265]: DEBUG oslo_concurrency.lockutils [None req-33be633c-4f9e-407d-aaa7-b57ed727fec6 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.299s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.373574] env[69265]: DEBUG nova.compute.manager [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.373885] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.375512] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e35af6-e1c0-4d1f-824d-3726f0031097 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.384898] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.385171] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cfbc968-0b61-4764-a7f6-21b54a539afb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.391437] env[69265]: DEBUG oslo_vmware.api [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1216.391437] env[69265]: value = "task-3477033" [ 1216.391437] env[69265]: _type = "Task" [ 1216.391437] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.400613] env[69265]: DEBUG oslo_vmware.api [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.597074] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477032, 'name': CreateVM_Task, 'duration_secs': 0.331214} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.602127] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.602127] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695169', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'name': 'volume-7f862285-3f3d-4939-8331-e42a677bfbf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daf69057-d60a-4dd7-bdcf-84788c0e94ec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'serial': '7f862285-3f3d-4939-8331-e42a677bfbf5'}, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'attachment_id': 'bd3d02bd-da99-488b-b1b2-b9517d4f87d5', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69265) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1216.602676] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Root volume attach. Driver type: vmdk {{(pid=69265) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1216.604705] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d9756-f8ca-4138-ba91-5d9b8153b8b7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.618037] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f8fe27-985c-4a61-af0c-5f5f731b2a51 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.629927] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7215fe41-a9f2-49c0-bda8-c86a712bfd12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.642248] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-589afdee-84d5-4f51-82c9-6ea2e63d5058 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.644798] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.645892] env[69265]: DEBUG nova.scheduler.client.report [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.649321] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90bb549a-7706-4d73-8d3f-a5e9955663a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.659577] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1216.659577] env[69265]: value = "task-3477034" [ 1216.659577] env[69265]: _type = "Task" [ 1216.659577] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.660648] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1216.660648] env[69265]: value = "task-3477035" [ 1216.660648] env[69265]: _type = "Task" [ 1216.660648] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.679233] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477034, 'name': RelocateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.688828] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.736520] env[69265]: DEBUG nova.network.neutron [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.755821] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] There are 53 instances to clean {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1216.758030] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 1ccaf688-80ec-49bd-85c0-7288f78e3619] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.902526] env[69265]: DEBUG oslo_vmware.api [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477033, 'name': PowerOffVM_Task, 'duration_secs': 0.401557} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.902901] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.903103] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.903390] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b69337bc-8d7a-4070-a95c-591af09fe1ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.976471] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.976712] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.976897] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleting the datastore file [datastore2] afe976f5-22f1-485c-9e10-b832e6240e2f {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.977888] env[69265]: DEBUG nova.network.neutron [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Updated VIF entry in instance network info cache for port d75a5e65-3adc-4f16-ae3d-de96ec72c71a. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.978270] env[69265]: DEBUG nova.network.neutron [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Updating instance_info_cache with network_info: [{"id": "d75a5e65-3adc-4f16-ae3d-de96ec72c71a", "address": "fa:16:3e:8d:3c:29", "network": {"id": "fd34a6b6-d91e-42bd-8b5c-95ab11dd0a9e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1722803207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5a5e4523eb74a32806e2f5008f86895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75a5e65-3a", "ovs_interfaceid": "d75a5e65-3adc-4f16-ae3d-de96ec72c71a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.979862] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2143db18-775e-48fa-a534-5bd9af9f052e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.987765] env[69265]: DEBUG oslo_vmware.api [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1216.987765] env[69265]: value = "task-3477037" [ 1216.987765] env[69265]: _type = "Task" [ 1216.987765] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.999263] env[69265]: DEBUG oslo_vmware.api [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.177088] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477034, 'name': RelocateVM_Task, 'duration_secs': 0.446286} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.178349] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477035, 'name': PowerOffVM_Task, 'duration_secs': 0.142944} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.179591] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1217.179841] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695169', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'name': 'volume-7f862285-3f3d-4939-8331-e42a677bfbf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daf69057-d60a-4dd7-bdcf-84788c0e94ec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'serial': '7f862285-3f3d-4939-8331-e42a677bfbf5'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1217.180158] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.180417] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.181205] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada57af0-cfe9-4b1b-a220-1178f8b3ab43 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.185998] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fa3069-ca8b-44d3-a69a-6497232a78f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.207584] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.208368] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e6373-33e9-4413-98ff-8c9996daf8c5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.210883] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69aee128-a720-4207-837a-b8a2a1842b17 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.236862] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-7f862285-3f3d-4939-8331-e42a677bfbf5/volume-7f862285-3f3d-4939-8331-e42a677bfbf5.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.237869] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-defb1838-fb24-4544-bc83-2afa82968c2b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.253281] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Releasing lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.253529] env[69265]: DEBUG nova.compute.manager [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Inject network info {{(pid=69265) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1217.253806] env[69265]: DEBUG nova.compute.manager [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] network_info to inject: |[{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1217.258685] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Reconfiguring VM instance to set the machine id {{(pid=69265) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1217.260197] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63149281-c033-4703-920b-cafb5be87f5a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.270573] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.270795] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.270994] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Deleting the datastore file [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.272137] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: bc6ae4b9-8191-45dd-b04a-d307eea90b99] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.274130] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c8727bf-fa94-4305-bd65-a30490a809f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.279426] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.279798] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1217.279798] env[69265]: value = "task-3477039" [ 1217.279798] env[69265]: _type = "Task" [ 1217.279798] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.280351] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5461d6cf-2e12-40d7-9909-b7a0d5728761 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.287888] env[69265]: DEBUG oslo_vmware.api [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1217.287888] env[69265]: value = "task-3477040" [ 1217.287888] env[69265]: _type = "Task" [ 1217.287888] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.288189] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1217.288189] env[69265]: value = "task-3477041" [ 1217.288189] env[69265]: _type = "Task" [ 1217.288189] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.296469] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1217.296469] env[69265]: value = "task-3477042" [ 1217.296469] env[69265]: _type = "Task" [ 1217.296469] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.300517] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.311548] env[69265]: DEBUG oslo_vmware.api [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3477040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.312049] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.320985] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.361653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.362048] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.362339] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.362772] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.363080] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.365640] env[69265]: INFO nova.compute.manager [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Terminating instance [ 1217.483296] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bdd374a-5778-4a49-98d4-dc01e6203e95 req-9cd55e83-a9c6-4cec-8951-5bcfc350d842 service nova] Releasing lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.498845] env[69265]: DEBUG oslo_vmware.api [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404487} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.498984] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.499587] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.499587] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.499587] env[69265]: INFO nova.compute.manager [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1217.499815] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.499913] env[69265]: DEBUG nova.compute.manager [-] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.500015] env[69265]: DEBUG nova.network.neutron [-] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.618799] env[69265]: DEBUG nova.compute.manager [req-cd75cf3f-763e-4635-b999-70a5f57a3e6a req-4bd4c4c8-736a-4656-a342-b1461ffe427b service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Received event network-changed-a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.619215] env[69265]: DEBUG nova.compute.manager [req-cd75cf3f-763e-4635-b999-70a5f57a3e6a req-4bd4c4c8-736a-4656-a342-b1461ffe427b service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Refreshing instance network info cache due to event network-changed-a9afefde-c747-47b3-b504-1c21dc6ec7bf. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.619215] env[69265]: DEBUG oslo_concurrency.lockutils [req-cd75cf3f-763e-4635-b999-70a5f57a3e6a req-4bd4c4c8-736a-4656-a342-b1461ffe427b service nova] Acquiring lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.619411] env[69265]: DEBUG oslo_concurrency.lockutils [req-cd75cf3f-763e-4635-b999-70a5f57a3e6a req-4bd4c4c8-736a-4656-a342-b1461ffe427b service nova] Acquired lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.619537] env[69265]: DEBUG nova.network.neutron [req-cd75cf3f-763e-4635-b999-70a5f57a3e6a req-4bd4c4c8-736a-4656-a342-b1461ffe427b service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Refreshing network info cache for port a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.623035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.623035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.623035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.623035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.623035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.624819] env[69265]: INFO nova.compute.manager [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Terminating instance [ 1217.658988] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.379s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.779073] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: b1aaf731-5852-407f-8703-010417c46211] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.807603] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477039, 'name': ReconfigVM_Task, 'duration_secs': 0.291137} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.809912] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-7f862285-3f3d-4939-8331-e42a677bfbf5/volume-7f862285-3f3d-4939-8331-e42a677bfbf5.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.824445] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccef9fe9-66bd-4c81-ab8c-8c7b9937f806 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.836113] env[69265]: DEBUG oslo_vmware.api [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3477040, 'name': ReconfigVM_Task, 'duration_secs': 0.160546} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.840523] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d717e745-5ba7-4593-90bb-66e1342ffb67 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Reconfigured VM instance to set the machine id {{(pid=69265) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1217.843651] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141728} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.847405] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.847405] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.847405] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.850646] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477042, 'name': PowerOffVM_Task, 'duration_secs': 0.238644} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.852557] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.852557] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1217.852557] env[69265]: value = "task-3477043" [ 1217.852557] env[69265]: _type = "Task" [ 1217.852557] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.853271] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4e5248-8980-4542-aa8b-7369b42990e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.866964] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.883486] env[69265]: DEBUG nova.compute.manager [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.884753] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.886559] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69922c41-01f9-40b2-aad4-11979d159d1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.891061] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e68e157-2429-40e6-881b-e6bab18fa9d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.902914] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.904659] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e4b652-1a97-4906-8354-20a7a8c3a34c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.922840] env[69265]: DEBUG oslo_vmware.api [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1217.922840] env[69265]: value = "task-3477044" [ 1217.922840] env[69265]: _type = "Task" [ 1217.922840] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.934185] env[69265]: DEBUG oslo_vmware.api [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.023389] env[69265]: DEBUG nova.compute.manager [req-cca7104c-bdb6-4357-8326-cefa45719407 req-ed4a03b0-9735-46ff-a55b-0e22a31f0946 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Received event network-vif-deleted-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.023389] env[69265]: INFO nova.compute.manager [req-cca7104c-bdb6-4357-8326-cefa45719407 req-ed4a03b0-9735-46ff-a55b-0e22a31f0946 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Neutron deleted interface eca1d6bb-e8e4-496c-84ab-a9bce7d3f129; detaching it from the instance and deleting it from the info cache [ 1218.023389] env[69265]: DEBUG nova.network.neutron [req-cca7104c-bdb6-4357-8326-cefa45719407 req-ed4a03b0-9735-46ff-a55b-0e22a31f0946 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.128035] env[69265]: DEBUG nova.compute.manager [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.128327] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.129373] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04e06cf-1290-42e1-a795-f0cc370b1b7b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.137903] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.138148] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6920027-f8b5-4993-9b34-d6da6ceda5df {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.148681] env[69265]: DEBUG oslo_vmware.api [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1218.148681] env[69265]: value = "task-3477045" [ 1218.148681] env[69265]: _type = "Task" [ 1218.148681] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.160308] env[69265]: DEBUG oslo_vmware.api [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3477045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.235709] env[69265]: INFO nova.scheduler.client.report [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted allocation for migration d5427c47-59bc-4e66-9e00-27824df6c2a3 [ 1218.283985] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: e3767c98-a3a1-49ca-b73e-643bcdfddcf4] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.374544] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477043, 'name': ReconfigVM_Task, 'duration_secs': 0.144633} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.374988] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695169', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'name': 'volume-7f862285-3f3d-4939-8331-e42a677bfbf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daf69057-d60a-4dd7-bdcf-84788c0e94ec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'serial': '7f862285-3f3d-4939-8331-e42a677bfbf5'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1218.375598] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06e2c234-771d-472e-9b29-cfa88c0aa771 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.383614] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1218.383614] env[69265]: value = "task-3477046" [ 1218.383614] env[69265]: _type = "Task" [ 1218.383614] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.393542] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477046, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.411890] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1218.412420] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a303a22c-0b4f-45fe-b235-bbfb49e3ffa1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.422258] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1218.422258] env[69265]: value = "task-3477047" [ 1218.422258] env[69265]: _type = "Task" [ 1218.422258] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.435738] env[69265]: DEBUG oslo_vmware.api [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477044, 'name': PowerOffVM_Task, 'duration_secs': 0.278942} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.439236] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.439527] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.439930] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477047, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.440701] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6f22a71-bf3d-4a05-a8a8-babe3dcc021a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.480947] env[69265]: DEBUG nova.network.neutron [-] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.525356] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62ed50f3-e625-4a49-8c38-92f1faf28807 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.530134] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.530472] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.530680] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleting the datastore file [datastore1] 41fdc930-ea31-419b-8aec-68bf17d01998 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.534363] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a3f9705-6ce8-49f1-9aa5-8de28813719f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.543196] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a912f870-9eff-4a71-a654-5706bae3ae55 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.556551] env[69265]: DEBUG oslo_vmware.api [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1218.556551] env[69265]: value = "task-3477049" [ 1218.556551] env[69265]: _type = "Task" [ 1218.556551] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.566315] env[69265]: DEBUG oslo_vmware.api [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.582826] env[69265]: DEBUG nova.compute.manager [req-cca7104c-bdb6-4357-8326-cefa45719407 req-ed4a03b0-9735-46ff-a55b-0e22a31f0946 service nova] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Detach interface failed, port_id=eca1d6bb-e8e4-496c-84ab-a9bce7d3f129, reason: Instance afe976f5-22f1-485c-9e10-b832e6240e2f could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1218.599286] env[69265]: DEBUG nova.network.neutron [req-cd75cf3f-763e-4635-b999-70a5f57a3e6a req-4bd4c4c8-736a-4656-a342-b1461ffe427b service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updated VIF entry in instance network info cache for port a9afefde-c747-47b3-b504-1c21dc6ec7bf. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.599654] env[69265]: DEBUG nova.network.neutron [req-cd75cf3f-763e-4635-b999-70a5f57a3e6a req-4bd4c4c8-736a-4656-a342-b1461ffe427b service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [{"id": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "address": "fa:16:3e:2b:15:6e", "network": {"id": "29aa1a24-3a94-430c-af3a-f949e3257f7b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-510746279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5ed1a4e06f4ece92092eca387b8779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afefde-c7", "ovs_interfaceid": "a9afefde-c747-47b3-b504-1c21dc6ec7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.660011] env[69265]: DEBUG oslo_vmware.api [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3477045, 'name': PowerOffVM_Task, 'duration_secs': 0.224451} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.660437] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.660536] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.660791] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ed06ff8-2a7f-42a1-a552-5d7518eb5f7b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.731649] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.731963] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.732178] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Deleting the datastore file [datastore1] dbfbef4f-0bd0-4d71-9e20-1886c9802086 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.732674] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb0f1c0-17d9-4a62-aaa3-b1226b47659a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.743740] env[69265]: DEBUG oslo_vmware.api [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for the task: (returnval){ [ 1218.743740] env[69265]: value = "task-3477051" [ 1218.743740] env[69265]: _type = "Task" [ 1218.743740] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.744933] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d175e52-b5e6-492b-8b9d-b138b8ffca43 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.094s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.760152] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.760453] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.761759] env[69265]: DEBUG oslo_vmware.api [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3477051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.786537] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 650dba63-e423-418e-b5b9-7d395dc1f7f8] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.894420] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477046, 'name': Rename_Task, 'duration_secs': 0.195943} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.895096] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.895096] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7814808c-c0c9-4969-bd6d-e036bf7f2d2d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.898241] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.898459] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.898618] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.898795] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.898938] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.899094] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.899301] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.899459] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.899625] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.899785] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.899957] env[69265]: DEBUG nova.virt.hardware [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.900737] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be3a1d7-5f83-4c99-b188-bb54d9d9d05c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.909548] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c3e63-ffc9-41c0-ac38-6ae8bb75b2d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.914617] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1218.914617] env[69265]: value = "task-3477052" [ 1218.914617] env[69265]: _type = "Task" [ 1218.914617] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.938407] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Instance VIF info [] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.944218] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.944504] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.945689] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.945689] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66f4e3c1-a289-4102-b28e-536ab1133b2a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.962984] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477047, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.970678] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.970678] env[69265]: value = "task-3477053" [ 1218.970678] env[69265]: _type = "Task" [ 1218.970678] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.980311] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477053, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.984932] env[69265]: INFO nova.compute.manager [-] [instance: afe976f5-22f1-485c-9e10-b832e6240e2f] Took 1.48 seconds to deallocate network for instance. [ 1219.068531] env[69265]: DEBUG oslo_vmware.api [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201431} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.069166] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.069166] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.069166] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.069356] env[69265]: INFO nova.compute.manager [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1219.069668] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.069811] env[69265]: DEBUG nova.compute.manager [-] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.069906] env[69265]: DEBUG nova.network.neutron [-] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.102464] env[69265]: DEBUG oslo_concurrency.lockutils [req-cd75cf3f-763e-4635-b999-70a5f57a3e6a req-4bd4c4c8-736a-4656-a342-b1461ffe427b service nova] Releasing lock "refresh_cache-dbfbef4f-0bd0-4d71-9e20-1886c9802086" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.255377] env[69265]: DEBUG oslo_vmware.api [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Task: {'id': task-3477051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1774} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.255677] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.255924] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.256166] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.256437] env[69265]: INFO nova.compute.manager [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1219.256698] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.256895] env[69265]: DEBUG nova.compute.manager [-] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.257051] env[69265]: DEBUG nova.network.neutron [-] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.262637] env[69265]: DEBUG nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.290800] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 12693607-2180-4b98-8c0e-34e1b0b072aa] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.305768] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "51b0edd4-66dc-4c94-9519-5fbf18949752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.306138] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.306409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.306653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.306886] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.314115] env[69265]: INFO nova.compute.manager [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Terminating instance [ 1219.427964] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.437603] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477047, 'name': CreateSnapshot_Task, 'duration_secs': 0.6862} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.437887] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1219.438681] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae7992-d4cf-421a-b5ad-63a57e84a72a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.481979] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477053, 'name': CreateVM_Task, 'duration_secs': 0.369136} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.484654] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.484654] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.484654] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.484654] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.484654] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a54f3f-82bb-4955-9073-abeb8eb549cb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.491382] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1219.491382] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d3c58c-0fd3-55f6-986b-55a2aa05f297" [ 1219.491382] env[69265]: _type = "Task" [ 1219.491382] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.491382] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.491382] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.492015] env[69265]: DEBUG nova.objects.instance [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lazy-loading 'resources' on Instance uuid afe976f5-22f1-485c-9e10-b832e6240e2f {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.503546] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d3c58c-0fd3-55f6-986b-55a2aa05f297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.789928] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.795134] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: f663f4f5-e4db-4b89-a3a7-a4d40d10c112] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.821021] env[69265]: DEBUG nova.compute.manager [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.821021] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.821021] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaed3a9-720d-42e7-ade8-aeba84bee02e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.830198] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.830198] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2bf971d-7290-4385-880d-3b4b0d49682c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.840027] env[69265]: DEBUG oslo_vmware.api [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1219.840027] env[69265]: value = "task-3477054" [ 1219.840027] env[69265]: _type = "Task" [ 1219.840027] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.849949] env[69265]: DEBUG oslo_vmware.api [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.925771] env[69265]: DEBUG oslo_vmware.api [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477052, 'name': PowerOnVM_Task, 'duration_secs': 0.594017} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.929147] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.929147] env[69265]: INFO nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Took 4.65 seconds to spawn the instance on the hypervisor. [ 1219.929147] env[69265]: DEBUG nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.929147] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582158b-ec68-4207-8f5b-ae5367eb85fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.964067] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1219.964067] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aca6bb66-0e34-4021-879f-b4445d8e2bda {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.973584] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1219.973584] env[69265]: value = "task-3477055" [ 1219.973584] env[69265]: _type = "Task" [ 1219.973584] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.991713] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477055, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.006230] env[69265]: DEBUG nova.compute.manager [req-d4026889-93ba-4044-a409-31d6ece167a4 req-474c5c64-32ba-4767-af2d-dce72fbc8449 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Received event network-vif-deleted-a9afefde-c747-47b3-b504-1c21dc6ec7bf {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.006614] env[69265]: INFO nova.compute.manager [req-d4026889-93ba-4044-a409-31d6ece167a4 req-474c5c64-32ba-4767-af2d-dce72fbc8449 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Neutron deleted interface a9afefde-c747-47b3-b504-1c21dc6ec7bf; detaching it from the instance and deleting it from the info cache [ 1220.006957] env[69265]: DEBUG nova.network.neutron [req-d4026889-93ba-4044-a409-31d6ece167a4 req-474c5c64-32ba-4767-af2d-dce72fbc8449 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.019562] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d3c58c-0fd3-55f6-986b-55a2aa05f297, 'name': SearchDatastore_Task, 'duration_secs': 0.025997} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.019968] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.020263] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.020611] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.020806] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.021029] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.021340] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65321237-ebb1-4519-86fb-83c5a2c60b51 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.033693] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.033881] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.034799] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f13f498-4cc6-48dd-b749-2af32d3735e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.041773] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1220.041773] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be5c4e-5150-77a8-cb8c-cc270a04243a" [ 1220.041773] env[69265]: _type = "Task" [ 1220.041773] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.058682] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52be5c4e-5150-77a8-cb8c-cc270a04243a, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.062622] env[69265]: DEBUG nova.compute.manager [req-3800d1e5-0cd0-434d-90bc-c3d6df5d52a5 req-8419bdc6-3451-41a7-a6b9-51225e174116 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Received event network-vif-deleted-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.062622] env[69265]: INFO nova.compute.manager [req-3800d1e5-0cd0-434d-90bc-c3d6df5d52a5 req-8419bdc6-3451-41a7-a6b9-51225e174116 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Neutron deleted interface 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173; detaching it from the instance and deleting it from the info cache [ 1220.063381] env[69265]: DEBUG nova.network.neutron [req-3800d1e5-0cd0-434d-90bc-c3d6df5d52a5 req-8419bdc6-3451-41a7-a6b9-51225e174116 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.067174] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7030a44f-497d-49db-9ab9-43dfe0cb8790 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.080042] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1220.080042] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5253e9d8-4cfe-88c7-b937-d45bf0a619d0" [ 1220.080042] env[69265]: _type = "Task" [ 1220.080042] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.090599] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5253e9d8-4cfe-88c7-b937-d45bf0a619d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.136081] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.136081] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.288431] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f4cfca-eae3-4b69-a939-b2756a4191e3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.297796] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08e0147-798e-4dfa-be45-319fd859e507 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.329191] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 72490342-0959-4a0e-85fd-c66a36591629] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.331804] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb06ead8-c646-49c0-a63f-02d23d5851b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.343805] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e3892-cc91-4b65-bac5-8eeb11627b71 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.360293] env[69265]: DEBUG nova.compute.provider_tree [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.364770] env[69265]: DEBUG oslo_vmware.api [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477054, 'name': PowerOffVM_Task, 'duration_secs': 0.321373} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.365096] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.365271] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.365734] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fd57c55-30c1-4799-ad24-2c7b3558219f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.432651] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.432877] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.433073] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleting the datastore file [datastore2] 51b0edd4-66dc-4c94-9519-5fbf18949752 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.433402] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c35d8e-84fb-4d71-ae47-b14b3027987f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.445821] env[69265]: DEBUG oslo_vmware.api [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1220.445821] env[69265]: value = "task-3477057" [ 1220.445821] env[69265]: _type = "Task" [ 1220.445821] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.451290] env[69265]: INFO nova.compute.manager [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Took 13.77 seconds to build instance. [ 1220.458035] env[69265]: DEBUG oslo_vmware.api [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.486095] env[69265]: DEBUG nova.network.neutron [-] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.487694] env[69265]: DEBUG nova.network.neutron [-] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.488986] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477055, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.510648] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b30cb78e-b8da-481a-92d7-8a43d3324b42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.524095] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f375647a-49df-4787-bd75-e5eb618f4588 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.565326] env[69265]: DEBUG nova.compute.manager [req-d4026889-93ba-4044-a409-31d6ece167a4 req-474c5c64-32ba-4767-af2d-dce72fbc8449 service nova] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Detach interface failed, port_id=a9afefde-c747-47b3-b504-1c21dc6ec7bf, reason: Instance dbfbef4f-0bd0-4d71-9e20-1886c9802086 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.576076] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0019587-b1eb-4204-93b1-40fadf65cc22 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.587453] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24c960-39aa-4185-8be5-4d3668c09579 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.600726] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5253e9d8-4cfe-88c7-b937-d45bf0a619d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013868} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.601429] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.601536] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd/28ee4352-f41c-4f78-8c5d-f67d2475aacd.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.601772] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d53c12b1-b9d0-408a-86dd-d7942baaedcf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.609851] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1220.609851] env[69265]: value = "task-3477058" [ 1220.609851] env[69265]: _type = "Task" [ 1220.609851] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.620410] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.632164] env[69265]: DEBUG nova.compute.manager [req-3800d1e5-0cd0-434d-90bc-c3d6df5d52a5 req-8419bdc6-3451-41a7-a6b9-51225e174116 service nova] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Detach interface failed, port_id=0de6548a-dbd7-4e4c-8763-b0cf1a9b1173, reason: Instance 41fdc930-ea31-419b-8aec-68bf17d01998 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.641996] env[69265]: DEBUG nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.835771] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: f195205a-3d91-41c6-ab81-f095d35c2686] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.867397] env[69265]: DEBUG nova.scheduler.client.report [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.954248] env[69265]: DEBUG oslo_concurrency.lockutils [None req-641652d0-af58-41ff-b903-baeb48e43e63 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.286s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.961837] env[69265]: DEBUG oslo_vmware.api [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192911} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.962079] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.962243] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.962459] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.962644] env[69265]: INFO nova.compute.manager [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1220.962894] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.963118] env[69265]: DEBUG nova.compute.manager [-] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.963219] env[69265]: DEBUG nova.network.neutron [-] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.986306] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477055, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.990135] env[69265]: INFO nova.compute.manager [-] [instance: 41fdc930-ea31-419b-8aec-68bf17d01998] Took 1.92 seconds to deallocate network for instance. [ 1220.990456] env[69265]: INFO nova.compute.manager [-] [instance: dbfbef4f-0bd0-4d71-9e20-1886c9802086] Took 1.73 seconds to deallocate network for instance. [ 1221.121475] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470454} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.121915] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd/28ee4352-f41c-4f78-8c5d-f67d2475aacd.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.122309] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.122738] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-446a9214-4e89-4808-8e5c-f07f15dbd43f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.134029] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1221.134029] env[69265]: value = "task-3477059" [ 1221.134029] env[69265]: _type = "Task" [ 1221.134029] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.142244] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.165601] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.339570] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: b58d616b-f2b0-437e-b9b1-8f1b876b58b8] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.372749] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.375587] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.586s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.381860] env[69265]: INFO nova.compute.claims [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.396141] env[69265]: INFO nova.scheduler.client.report [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleted allocations for instance afe976f5-22f1-485c-9e10-b832e6240e2f [ 1221.485489] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477055, 'name': CloneVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.502342] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.502342] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.643942] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075162} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.644334] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.645092] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faa25b2-3fc3-45ce-82fd-48926e5ede23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.670064] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd/28ee4352-f41c-4f78-8c5d-f67d2475aacd.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.670436] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00bdd6c-4554-44c5-b52e-c42328fffa90 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.693708] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1221.693708] env[69265]: value = "task-3477060" [ 1221.693708] env[69265]: _type = "Task" [ 1221.693708] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.704150] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.751214] env[69265]: DEBUG nova.network.neutron [-] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.844961] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 2c5882b7-1fc7-41ec-b579-867c5c99a442] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.907661] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3322623c-0e39-47d4-8388-9e8c434e4232 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "afe976f5-22f1-485c-9e10-b832e6240e2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.043s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.986056] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477055, 'name': CloneVM_Task, 'duration_secs': 1.554351} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.986056] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Created linked-clone VM from snapshot [ 1221.986267] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6060c272-b5fe-425f-b39c-e978e4985447 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.994075] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Uploading image b2b7428c-8a37-47cb-be3f-ef6cb38e377b {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1222.021802] env[69265]: DEBUG oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1222.021802] env[69265]: value = "vm-695178" [ 1222.021802] env[69265]: _type = "VirtualMachine" [ 1222.021802] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1222.022110] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a387165a-5db0-407b-a958-48d3fc776cc8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.028997] env[69265]: DEBUG nova.compute.manager [req-a88d79bd-8541-4f9d-83dc-060ce4a89d65 req-87b77916-a3d1-444b-a234-7668e11325a9 service nova] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Received event network-vif-deleted-9969ebb1-9158-4dd6-aaf9-07912f98c988 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.032049] env[69265]: DEBUG oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease: (returnval){ [ 1222.032049] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524b00ba-94c3-f28d-d8b3-3cfc97e993ee" [ 1222.032049] env[69265]: _type = "HttpNfcLease" [ 1222.032049] env[69265]: } obtained for exporting VM: (result){ [ 1222.032049] env[69265]: value = "vm-695178" [ 1222.032049] env[69265]: _type = "VirtualMachine" [ 1222.032049] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1222.032471] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the lease: (returnval){ [ 1222.032471] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524b00ba-94c3-f28d-d8b3-3cfc97e993ee" [ 1222.032471] env[69265]: _type = "HttpNfcLease" [ 1222.032471] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1222.039878] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.039878] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524b00ba-94c3-f28d-d8b3-3cfc97e993ee" [ 1222.039878] env[69265]: _type = "HttpNfcLease" [ 1222.039878] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.088801] env[69265]: DEBUG nova.compute.manager [req-9846d31e-f447-4576-9749-66b0fc735257 req-4e229136-e97c-4148-958e-0a7f83478a75 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Received event network-changed-d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.089009] env[69265]: DEBUG nova.compute.manager [req-9846d31e-f447-4576-9749-66b0fc735257 req-4e229136-e97c-4148-958e-0a7f83478a75 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Refreshing instance network info cache due to event network-changed-d75a5e65-3adc-4f16-ae3d-de96ec72c71a. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.089251] env[69265]: DEBUG oslo_concurrency.lockutils [req-9846d31e-f447-4576-9749-66b0fc735257 req-4e229136-e97c-4148-958e-0a7f83478a75 service nova] Acquiring lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.089430] env[69265]: DEBUG oslo_concurrency.lockutils [req-9846d31e-f447-4576-9749-66b0fc735257 req-4e229136-e97c-4148-958e-0a7f83478a75 service nova] Acquired lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.089613] env[69265]: DEBUG nova.network.neutron [req-9846d31e-f447-4576-9749-66b0fc735257 req-4e229136-e97c-4148-958e-0a7f83478a75 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Refreshing network info cache for port d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.205036] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.254069] env[69265]: INFO nova.compute.manager [-] [instance: 51b0edd4-66dc-4c94-9519-5fbf18949752] Took 1.29 seconds to deallocate network for instance. [ 1222.348650] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 9327a302-4167-4408-895d-553b792f4d15] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.543276] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.543276] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524b00ba-94c3-f28d-d8b3-3cfc97e993ee" [ 1222.543276] env[69265]: _type = "HttpNfcLease" [ 1222.543276] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1222.543583] env[69265]: DEBUG oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1222.543583] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524b00ba-94c3-f28d-d8b3-3cfc97e993ee" [ 1222.543583] env[69265]: _type = "HttpNfcLease" [ 1222.543583] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1222.544339] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b13e9f7-8796-42b0-9086-e55152ef8c00 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.556045] env[69265]: DEBUG oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f7d9-0579-7cec-2313-eabc4ebeeca7/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1222.556228] env[69265]: DEBUG oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f7d9-0579-7cec-2313-eabc4ebeeca7/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1222.653328] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c789b95e-8c61-4cb4-971a-811ab5f372d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.705253] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477060, 'name': ReconfigVM_Task, 'duration_secs': 0.606866} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.705620] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd/28ee4352-f41c-4f78-8c5d-f67d2475aacd.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.706255] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2aa7bef-d8ae-4dc9-b768-14cee6d1777f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.717988] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1222.717988] env[69265]: value = "task-3477062" [ 1222.717988] env[69265]: _type = "Task" [ 1222.717988] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.726782] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477062, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.761358] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.797445] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f95ec7-b9a8-4513-84dc-89901c7b6383 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.803944] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ebda05-542d-48eb-a6df-6a3b4273d7d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.838939] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f138146-67f3-44c9-a95a-0844f3988f72 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.848176] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfbc1d7-df56-4970-a873-19b4eb964bac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.853733] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: e978b8e2-ec0b-47e9-8d69-3ebd16b3a171] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.858676] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.858676] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.858676] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.858676] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.858676] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.869498] env[69265]: DEBUG nova.compute.provider_tree [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1222.870709] env[69265]: INFO nova.compute.manager [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Terminating instance [ 1222.880933] env[69265]: DEBUG nova.network.neutron [req-9846d31e-f447-4576-9749-66b0fc735257 req-4e229136-e97c-4148-958e-0a7f83478a75 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Updated VIF entry in instance network info cache for port d75a5e65-3adc-4f16-ae3d-de96ec72c71a. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.881326] env[69265]: DEBUG nova.network.neutron [req-9846d31e-f447-4576-9749-66b0fc735257 req-4e229136-e97c-4148-958e-0a7f83478a75 service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Updating instance_info_cache with network_info: [{"id": "d75a5e65-3adc-4f16-ae3d-de96ec72c71a", "address": "fa:16:3e:8d:3c:29", "network": {"id": "fd34a6b6-d91e-42bd-8b5c-95ab11dd0a9e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1722803207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5a5e4523eb74a32806e2f5008f86895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75a5e65-3a", "ovs_interfaceid": "d75a5e65-3adc-4f16-ae3d-de96ec72c71a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.230385] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477062, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.360296] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 1696095b-4cb3-42b5-ab0b-9d83c8d26bfb] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.379232] env[69265]: DEBUG nova.compute.manager [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.379461] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.380369] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4305806c-61c3-49f3-84e5-dd4d155cd896 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.384488] env[69265]: DEBUG oslo_concurrency.lockutils [req-9846d31e-f447-4576-9749-66b0fc735257 req-4e229136-e97c-4148-958e-0a7f83478a75 service nova] Releasing lock "refresh_cache-daf69057-d60a-4dd7-bdcf-84788c0e94ec" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.391366] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.391808] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68237b63-842b-4623-8ffe-c01bc4db7d5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.395604] env[69265]: ERROR nova.scheduler.client.report [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [req-a1e1d2b8-bb01-48d4-9ec4-36e855905fe7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 54dc8967-839c-47d9-afbf-145e08cc68ae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1e1d2b8-bb01-48d4-9ec4-36e855905fe7"}]} [ 1223.401394] env[69265]: DEBUG oslo_vmware.api [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1223.401394] env[69265]: value = "task-3477063" [ 1223.401394] env[69265]: _type = "Task" [ 1223.401394] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.411905] env[69265]: DEBUG oslo_vmware.api [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.413245] env[69265]: DEBUG nova.scheduler.client.report [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Refreshing inventories for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1223.429065] env[69265]: DEBUG nova.scheduler.client.report [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Updating ProviderTree inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1223.429392] env[69265]: DEBUG nova.compute.provider_tree [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1223.442267] env[69265]: DEBUG nova.scheduler.client.report [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Refreshing aggregate associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, aggregates: None {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1223.463282] env[69265]: DEBUG nova.scheduler.client.report [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Refreshing trait associations for resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69265) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1223.697931] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd1a648-79d5-412d-92dc-5b8c9cade83c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.706534] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734d4d54-d26b-4fa2-b94c-6ce049716110 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.741137] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef8e65-d228-4ee3-bb62-4d4a1bc86a1b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.749742] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477062, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.753044] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8b0285-c45e-4159-b61d-f15913f73603 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.768051] env[69265]: DEBUG nova.compute.provider_tree [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1223.863487] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 5db316a0-b835-4433-8d59-aec5c21e72d9] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.911601] env[69265]: DEBUG oslo_vmware.api [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477063, 'name': PowerOffVM_Task, 'duration_secs': 0.24376} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.912132] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.912447] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.912879] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44ec8f2d-9e06-4a06-842a-bbfbd472b501 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.986597] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.986832] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.987120] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleting the datastore file [datastore2] 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.987654] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7baf337a-c921-4515-896f-85c8c409b506 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.996088] env[69265]: DEBUG oslo_vmware.api [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for the task: (returnval){ [ 1223.996088] env[69265]: value = "task-3477065" [ 1223.996088] env[69265]: _type = "Task" [ 1223.996088] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.005165] env[69265]: DEBUG oslo_vmware.api [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.247697] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477062, 'name': Rename_Task, 'duration_secs': 1.282378} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.248114] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.248444] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7458d433-67e6-485d-a287-69ec70243d05 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.255376] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1224.255376] env[69265]: value = "task-3477066" [ 1224.255376] env[69265]: _type = "Task" [ 1224.255376] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.264595] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.302959] env[69265]: DEBUG nova.scheduler.client.report [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Updated inventory for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1224.303247] env[69265]: DEBUG nova.compute.provider_tree [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Updating resource provider 54dc8967-839c-47d9-afbf-145e08cc68ae generation from 170 to 171 during operation: update_inventory {{(pid=69265) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1224.303433] env[69265]: DEBUG nova.compute.provider_tree [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Updating inventory in ProviderTree for provider 54dc8967-839c-47d9-afbf-145e08cc68ae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.368563] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: dbeef983-96fb-4c9f-86e7-5934cffafc55] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.507164] env[69265]: DEBUG oslo_vmware.api [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Task: {'id': task-3477065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351362} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.507559] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.507825] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.508047] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.508312] env[69265]: INFO nova.compute.manager [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1224.508647] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.508975] env[69265]: DEBUG nova.compute.manager [-] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.509138] env[69265]: DEBUG nova.network.neutron [-] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.770537] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477066, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.804099] env[69265]: DEBUG nova.compute.manager [req-8518faeb-4dc1-475c-a51f-d9e75c4225f9 req-711fd063-dffa-49d0-bbd5-5cc6722db22b service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Received event network-vif-deleted-e6b84bdd-3c73-4797-805b-5ab698e65ca9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.804273] env[69265]: INFO nova.compute.manager [req-8518faeb-4dc1-475c-a51f-d9e75c4225f9 req-711fd063-dffa-49d0-bbd5-5cc6722db22b service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Neutron deleted interface e6b84bdd-3c73-4797-805b-5ab698e65ca9; detaching it from the instance and deleting it from the info cache [ 1224.804487] env[69265]: DEBUG nova.network.neutron [req-8518faeb-4dc1-475c-a51f-d9e75c4225f9 req-711fd063-dffa-49d0-bbd5-5cc6722db22b service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.808891] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.433s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.809431] env[69265]: DEBUG nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.813251] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.648s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.814720] env[69265]: INFO nova.compute.claims [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.871976] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 040c7a12-1ff5-492a-bace-cf58db235c91] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.270465] env[69265]: DEBUG oslo_vmware.api [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477066, 'name': PowerOnVM_Task, 'duration_secs': 0.677765} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.270907] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.271237] env[69265]: DEBUG nova.compute.manager [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.272451] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd5e914-959e-4dec-8eae-d6283331cf74 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.284545] env[69265]: DEBUG nova.network.neutron [-] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.307515] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-624e89ee-fdb7-478e-8439-ac92e42cb7d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.317150] env[69265]: DEBUG nova.compute.utils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.319546] env[69265]: DEBUG nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.319716] env[69265]: DEBUG nova.network.neutron [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.326754] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fd0c4a-6063-4f9a-ada1-31bde187e26f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.368903] env[69265]: DEBUG nova.compute.manager [req-8518faeb-4dc1-475c-a51f-d9e75c4225f9 req-711fd063-dffa-49d0-bbd5-5cc6722db22b service nova] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Detach interface failed, port_id=e6b84bdd-3c73-4797-805b-5ab698e65ca9, reason: Instance 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.375427] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 5aa73839-f974-430f-a1ff-035c32aedf78] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.381280] env[69265]: DEBUG nova.policy [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd0d2b689c854b16a7c046e74126e5a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3118627928e40899cc4e0fb2633b1a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.566083] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15e5cc1-0a88-4a21-8d4a-be8a18ca2c03 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.574672] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cb5408-3c9c-4b0b-90d0-9d5176545cbc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.605759] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b48ed2c-5177-44bd-97ed-82e4989e098e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.614597] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc37a0c-efd9-452c-a2f9-61a066e457d8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.631127] env[69265]: DEBUG nova.compute.provider_tree [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.706044] env[69265]: DEBUG nova.network.neutron [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Successfully created port: f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.790594] env[69265]: INFO nova.compute.manager [-] [instance: 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e] Took 1.28 seconds to deallocate network for instance. [ 1225.797114] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.824723] env[69265]: DEBUG nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.879176] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 291a4fa7-52ad-47dc-bc59-ee8c6339bea7] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.134706] env[69265]: DEBUG nova.scheduler.client.report [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.299148] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.383037] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 6c31f363-6ede-4dfe-a4bb-6680e1f371ea] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.641700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.828s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.642327] env[69265]: DEBUG nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.645349] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.144s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.645627] env[69265]: DEBUG nova.objects.instance [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'resources' on Instance uuid 41fdc930-ea31-419b-8aec-68bf17d01998 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.835088] env[69265]: DEBUG nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.863266] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.863529] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.863697] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.863869] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.864027] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.864178] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.864392] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.864553] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.864718] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.864912] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.865104] env[69265]: DEBUG nova.virt.hardware [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.865993] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d148a00-f0e6-48bd-b93d-2edd1e221281 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.875558] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee87524-8c53-48b5-9df7-4a041d6960ec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.891225] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: f4f0a86a-86f6-4011-84ec-f2ec026554b2] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.908910] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.909202] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.909453] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.909686] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.909866] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.912024] env[69265]: INFO nova.compute.manager [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Terminating instance [ 1227.123555] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "e03498cd-7849-4e30-b543-6639d8cf41f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.124540] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.124540] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.124540] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.124540] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.128950] env[69265]: INFO nova.compute.manager [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Terminating instance [ 1227.149967] env[69265]: DEBUG nova.compute.utils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.157350] env[69265]: DEBUG nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.157350] env[69265]: DEBUG nova.network.neutron [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.185681] env[69265]: DEBUG nova.compute.manager [req-d3303771-b274-4bbb-908e-593c0f88356d req-66c31f0c-210d-454a-abfd-648065e7c658 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Received event network-vif-plugged-f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.185681] env[69265]: DEBUG oslo_concurrency.lockutils [req-d3303771-b274-4bbb-908e-593c0f88356d req-66c31f0c-210d-454a-abfd-648065e7c658 service nova] Acquiring lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.185681] env[69265]: DEBUG oslo_concurrency.lockutils [req-d3303771-b274-4bbb-908e-593c0f88356d req-66c31f0c-210d-454a-abfd-648065e7c658 service nova] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.185681] env[69265]: DEBUG oslo_concurrency.lockutils [req-d3303771-b274-4bbb-908e-593c0f88356d req-66c31f0c-210d-454a-abfd-648065e7c658 service nova] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.185681] env[69265]: DEBUG nova.compute.manager [req-d3303771-b274-4bbb-908e-593c0f88356d req-66c31f0c-210d-454a-abfd-648065e7c658 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] No waiting events found dispatching network-vif-plugged-f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.185681] env[69265]: WARNING nova.compute.manager [req-d3303771-b274-4bbb-908e-593c0f88356d req-66c31f0c-210d-454a-abfd-648065e7c658 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Received unexpected event network-vif-plugged-f8c7549a-337c-48f6-aa80-9bfb14688c6b for instance with vm_state building and task_state spawning. [ 1227.211693] env[69265]: DEBUG nova.policy [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '533c132e5ee449e780d03ce2ef5350a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b8ace6cf36454cae77bfc54e812c77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.394075] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 5e58122d-f6d6-45df-b99f-42bb969c736e] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.401830] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91678210-5301-4625-9615-4241b634cad9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.412608] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faeb5b5-0309-451e-93eb-d52aa4252183 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.415481] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "refresh_cache-28ee4352-f41c-4f78-8c5d-f67d2475aacd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.415703] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired lock "refresh_cache-28ee4352-f41c-4f78-8c5d-f67d2475aacd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.415897] env[69265]: DEBUG nova.network.neutron [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.448569] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc00307-3491-4c5d-b0ee-8fea49863210 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.458718] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc41894-5dde-4765-9bce-f3da486cadcb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.476080] env[69265]: DEBUG nova.compute.provider_tree [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.587596] env[69265]: DEBUG nova.network.neutron [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Successfully created port: 5cbfb853-23cc-44a9-8971-34dbb34705f0 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.633076] env[69265]: DEBUG nova.compute.manager [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.633362] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.633706] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65cd294b-abb7-4f92-afd9-7663ee9c02cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.642943] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1227.642943] env[69265]: value = "task-3477067" [ 1227.642943] env[69265]: _type = "Task" [ 1227.642943] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.652705] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.655762] env[69265]: DEBUG nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.812290] env[69265]: DEBUG nova.network.neutron [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Successfully updated port: f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.838881] env[69265]: DEBUG nova.compute.manager [req-6ac91936-c4f5-4099-9bf2-a9670aa2bb80 req-bfdf7f0b-09c7-4d7c-8edb-dd8cab01f77a service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Received event network-changed-f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.839139] env[69265]: DEBUG nova.compute.manager [req-6ac91936-c4f5-4099-9bf2-a9670aa2bb80 req-bfdf7f0b-09c7-4d7c-8edb-dd8cab01f77a service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Refreshing instance network info cache due to event network-changed-f8c7549a-337c-48f6-aa80-9bfb14688c6b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.839378] env[69265]: DEBUG oslo_concurrency.lockutils [req-6ac91936-c4f5-4099-9bf2-a9670aa2bb80 req-bfdf7f0b-09c7-4d7c-8edb-dd8cab01f77a service nova] Acquiring lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.839539] env[69265]: DEBUG oslo_concurrency.lockutils [req-6ac91936-c4f5-4099-9bf2-a9670aa2bb80 req-bfdf7f0b-09c7-4d7c-8edb-dd8cab01f77a service nova] Acquired lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.839701] env[69265]: DEBUG nova.network.neutron [req-6ac91936-c4f5-4099-9bf2-a9670aa2bb80 req-bfdf7f0b-09c7-4d7c-8edb-dd8cab01f77a service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Refreshing network info cache for port f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.897777] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8649fc55-27ad-4321-894e-d5a1077de375] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.938470] env[69265]: DEBUG nova.network.neutron [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.979454] env[69265]: DEBUG nova.scheduler.client.report [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.996114] env[69265]: DEBUG nova.network.neutron [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.154305] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477067, 'name': PowerOffVM_Task, 'duration_secs': 0.205631} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.154650] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.154863] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1228.155075] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695142', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'name': 'volume-739fde96-7e52-4ea5-8b54-11da564c2e0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e03498cd-7849-4e30-b543-6639d8cf41f1', 'attached_at': '2025-04-17T13:56:06.000000', 'detached_at': '', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'serial': '739fde96-7e52-4ea5-8b54-11da564c2e0c'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1228.155915] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1248851f-88d1-4809-be7c-58f0cb368958 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.178844] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16011da6-b50f-4503-aa18-3bbad513237b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.187879] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e60dc1-f6ee-4292-9abe-465695563062 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.208203] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8693ee4-f24d-4b28-b027-f70f354f754a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.227056] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] The volume has not been displaced from its original location: [datastore1] volume-739fde96-7e52-4ea5-8b54-11da564c2e0c/volume-739fde96-7e52-4ea5-8b54-11da564c2e0c.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1228.232608] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.232869] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5350445-1f93-4268-9292-6882298d11f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.254207] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1228.254207] env[69265]: value = "task-3477068" [ 1228.254207] env[69265]: _type = "Task" [ 1228.254207] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.263910] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.315270] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.373954] env[69265]: DEBUG nova.network.neutron [req-6ac91936-c4f5-4099-9bf2-a9670aa2bb80 req-bfdf7f0b-09c7-4d7c-8edb-dd8cab01f77a service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.401641] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 66ab58d5-0bec-4b56-989b-b8e5f1c37ed0] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.446569] env[69265]: DEBUG nova.network.neutron [req-6ac91936-c4f5-4099-9bf2-a9670aa2bb80 req-bfdf7f0b-09c7-4d7c-8edb-dd8cab01f77a service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.484404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.486816] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.984s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.487073] env[69265]: DEBUG nova.objects.instance [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lazy-loading 'resources' on Instance uuid dbfbef4f-0bd0-4d71-9e20-1886c9802086 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.498318] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Releasing lock "refresh_cache-28ee4352-f41c-4f78-8c5d-f67d2475aacd" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.498717] env[69265]: DEBUG nova.compute.manager [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.498917] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.499809] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e29df67-cc01-4632-bf61-b38b26db9272 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.509579] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.509843] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d0a4c6f-f600-4e8a-88c7-faa58529eb86 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.514260] env[69265]: INFO nova.scheduler.client.report [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted allocations for instance 41fdc930-ea31-419b-8aec-68bf17d01998 [ 1228.518860] env[69265]: DEBUG oslo_vmware.api [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1228.518860] env[69265]: value = "task-3477069" [ 1228.518860] env[69265]: _type = "Task" [ 1228.518860] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.527985] env[69265]: DEBUG oslo_vmware.api [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.679499] env[69265]: DEBUG nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.708897] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.709171] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.709333] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.709522] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.709665] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.709822] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.710047] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.710216] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.710416] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.710596] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.710775] env[69265]: DEBUG nova.virt.hardware [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.711663] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bd25d6-24d4-4e33-9032-2dddadfb5f9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.721365] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d9ac2-2efa-4ae0-b79a-dfd27f034ae4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.764631] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477068, 'name': ReconfigVM_Task, 'duration_secs': 0.202939} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.764959] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.769815] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd2bbfc1-10ae-4999-a9cd-0a4356de3279 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.787649] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1228.787649] env[69265]: value = "task-3477070" [ 1228.787649] env[69265]: _type = "Task" [ 1228.787649] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.798132] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.905440] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 452e202e-e1fa-40da-91a4-ac1dc2b5986a] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.951803] env[69265]: DEBUG oslo_concurrency.lockutils [req-6ac91936-c4f5-4099-9bf2-a9670aa2bb80 req-bfdf7f0b-09c7-4d7c-8edb-dd8cab01f77a service nova] Releasing lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.951803] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.951803] env[69265]: DEBUG nova.network.neutron [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.027179] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1d18e410-295c-41ee-a0c8-25910b474768 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "41fdc930-ea31-419b-8aec-68bf17d01998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.665s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.037063] env[69265]: DEBUG oslo_vmware.api [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477069, 'name': PowerOffVM_Task, 'duration_secs': 0.150456} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.037392] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.037613] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.038200] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95462dd4-bc9f-41e0-b288-70e0698e06e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.071290] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.071432] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.071658] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Deleting the datastore file [datastore2] 28ee4352-f41c-4f78-8c5d-f67d2475aacd {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.074645] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-312ab689-b365-4c9c-a814-a9b73fb1496b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.084817] env[69265]: DEBUG oslo_vmware.api [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1229.084817] env[69265]: value = "task-3477072" [ 1229.084817] env[69265]: _type = "Task" [ 1229.084817] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.096582] env[69265]: DEBUG oslo_vmware.api [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.161815] env[69265]: DEBUG nova.compute.manager [req-93e6f919-32a3-487e-b388-616a0cd58e6b req-5547aa16-ea72-4dcd-9c91-f51b09e24c07 service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Received event network-vif-plugged-5cbfb853-23cc-44a9-8971-34dbb34705f0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.162257] env[69265]: DEBUG oslo_concurrency.lockutils [req-93e6f919-32a3-487e-b388-616a0cd58e6b req-5547aa16-ea72-4dcd-9c91-f51b09e24c07 service nova] Acquiring lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.162869] env[69265]: DEBUG oslo_concurrency.lockutils [req-93e6f919-32a3-487e-b388-616a0cd58e6b req-5547aa16-ea72-4dcd-9c91-f51b09e24c07 service nova] Lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.163119] env[69265]: DEBUG oslo_concurrency.lockutils [req-93e6f919-32a3-487e-b388-616a0cd58e6b req-5547aa16-ea72-4dcd-9c91-f51b09e24c07 service nova] Lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.163337] env[69265]: DEBUG nova.compute.manager [req-93e6f919-32a3-487e-b388-616a0cd58e6b req-5547aa16-ea72-4dcd-9c91-f51b09e24c07 service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] No waiting events found dispatching network-vif-plugged-5cbfb853-23cc-44a9-8971-34dbb34705f0 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.163547] env[69265]: WARNING nova.compute.manager [req-93e6f919-32a3-487e-b388-616a0cd58e6b req-5547aa16-ea72-4dcd-9c91-f51b09e24c07 service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Received unexpected event network-vif-plugged-5cbfb853-23cc-44a9-8971-34dbb34705f0 for instance with vm_state building and task_state spawning. [ 1229.243521] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18484643-04bd-46d9-bd00-d03ea46eae69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.253123] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00596fa4-319c-4a68-9b4b-dfe98d505154 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.289186] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80d62db-707f-4dca-9c61-0553cfb3316a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.310598] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.312331] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee8070-43fa-4913-9267-0a979caa974b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.320981] env[69265]: DEBUG nova.network.neutron [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Successfully updated port: 5cbfb853-23cc-44a9-8971-34dbb34705f0 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.332128] env[69265]: DEBUG nova.compute.provider_tree [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.410690] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: a06a518a-c2ba-4b79-96cb-9b89612ae273] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.488144] env[69265]: DEBUG nova.network.neutron [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.600273] env[69265]: DEBUG oslo_vmware.api [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324051} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.601034] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.601162] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.601476] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.601716] env[69265]: INFO nova.compute.manager [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1229.602055] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.602324] env[69265]: DEBUG nova.compute.manager [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.602483] env[69265]: DEBUG nova.network.neutron [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.619402] env[69265]: DEBUG nova.network.neutron [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.628183] env[69265]: DEBUG nova.network.neutron [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Updating instance_info_cache with network_info: [{"id": "f8c7549a-337c-48f6-aa80-9bfb14688c6b", "address": "fa:16:3e:3c:dc:3d", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c7549a-33", "ovs_interfaceid": "f8c7549a-337c-48f6-aa80-9bfb14688c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.804119] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.804409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.805789] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.832103] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "refresh_cache-0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.832264] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "refresh_cache-0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.832435] env[69265]: DEBUG nova.network.neutron [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.835862] env[69265]: DEBUG nova.scheduler.client.report [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.914313] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 9228faa9-9da7-4ffc-80b9-e5344d0ae2d5] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.123672] env[69265]: DEBUG nova.network.neutron [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.131530] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.131874] env[69265]: DEBUG nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Instance network_info: |[{"id": "f8c7549a-337c-48f6-aa80-9bfb14688c6b", "address": "fa:16:3e:3c:dc:3d", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c7549a-33", "ovs_interfaceid": "f8c7549a-337c-48f6-aa80-9bfb14688c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.132328] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:dc:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8c7549a-337c-48f6-aa80-9bfb14688c6b', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.139830] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.140752] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.140914] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70124526-c67e-4f2b-a42d-00e8508451e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.163570] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.163570] env[69265]: value = "task-3477073" [ 1230.163570] env[69265]: _type = "Task" [ 1230.163570] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.172398] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477073, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.304437] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477070, 'name': ReconfigVM_Task, 'duration_secs': 1.254847} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.304674] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695142', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'name': 'volume-739fde96-7e52-4ea5-8b54-11da564c2e0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e03498cd-7849-4e30-b543-6639d8cf41f1', 'attached_at': '2025-04-17T13:56:06.000000', 'detached_at': '', 'volume_id': '739fde96-7e52-4ea5-8b54-11da564c2e0c', 'serial': '739fde96-7e52-4ea5-8b54-11da564c2e0c'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1230.305029] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.305821] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a4679-ea56-4e88-9274-c972fb8f15c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.308999] env[69265]: INFO nova.compute.manager [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Detaching volume 1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b [ 1230.318596] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.318872] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be9282c0-7a40-403f-bf21-ae3c61d5b290 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.340901] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.343552] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.582s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.343552] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.346033] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.551s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.346033] env[69265]: DEBUG nova.objects.instance [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1230.350566] env[69265]: INFO nova.virt.block_device [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Attempting to driver detach volume 1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b from mountpoint /dev/sdb [ 1230.350566] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1230.350566] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695160', 'volume_id': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'name': 'volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcaf8a62-deb1-4d18-a951-ce29f8a16f80', 'attached_at': '', 'detached_at': '', 'volume_id': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'serial': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1230.351775] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe4bffb-68c1-4790-8f83-48573c8ef963 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.377396] env[69265]: INFO nova.scheduler.client.report [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted allocations for instance 51b0edd4-66dc-4c94-9519-5fbf18949752 [ 1230.379111] env[69265]: INFO nova.scheduler.client.report [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Deleted allocations for instance dbfbef4f-0bd0-4d71-9e20-1886c9802086 [ 1230.381012] env[69265]: DEBUG nova.network.neutron [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.386020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a8894-c627-4432-9f9c-c95d0936f4c3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.117077] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: a5d987dd-ebb6-471d-b3db-4d9b612f478f] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.118829] env[69265]: INFO nova.compute.manager [-] [instance: 28ee4352-f41c-4f78-8c5d-f67d2475aacd] Took 1.52 seconds to deallocate network for instance. [ 1231.127284] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Lock "dbfbef4f-0bd0-4d71-9e20-1886c9802086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.506s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.133017] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44255a26-5ef3-4688-8759-200e0d7b4df5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.138135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "51b0edd4-66dc-4c94-9519-5fbf18949752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.832s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.146118] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477073, 'name': CreateVM_Task, 'duration_secs': 0.37325} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.163022] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.163794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.163895] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.164236] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.164996] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f4c932-2b66-4e5b-a15a-e10cfebe5f80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.167826] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f73a1f1-36ba-4174-b368-28f1efd10aeb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.176309] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1231.176309] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5205ad9c-7dc7-decb-add1-5f94d2fda073" [ 1231.176309] env[69265]: _type = "Task" [ 1231.176309] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.187608] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] The volume has not been displaced from its original location: [datastore2] volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b/volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1231.193880] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.196249] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00370fc9-f45d-4e4e-b36b-95f3a70e08cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.214887] env[69265]: DEBUG nova.compute.manager [req-06ff3d99-8dd9-4efe-b5fa-cced4037c53c req-833800a9-3121-4d30-a86f-96c9a3791acd service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Received event network-changed-5cbfb853-23cc-44a9-8971-34dbb34705f0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.215157] env[69265]: DEBUG nova.compute.manager [req-06ff3d99-8dd9-4efe-b5fa-cced4037c53c req-833800a9-3121-4d30-a86f-96c9a3791acd service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Refreshing instance network info cache due to event network-changed-5cbfb853-23cc-44a9-8971-34dbb34705f0. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.215367] env[69265]: DEBUG oslo_concurrency.lockutils [req-06ff3d99-8dd9-4efe-b5fa-cced4037c53c req-833800a9-3121-4d30-a86f-96c9a3791acd service nova] Acquiring lock "refresh_cache-0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.222428] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5205ad9c-7dc7-decb-add1-5f94d2fda073, 'name': SearchDatastore_Task, 'duration_secs': 0.020299} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.224487] env[69265]: DEBUG oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f7d9-0579-7cec-2313-eabc4ebeeca7/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.225137] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.225374] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.225601] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.225979] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.225979] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.226735] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14545f2-a5c6-4697-bdfd-9b06cc2510f1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.231240] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f79d5404-5956-4c15-9edd-d7eabc1d61c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.233710] env[69265]: DEBUG oslo_vmware.api [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1231.233710] env[69265]: value = "task-3477075" [ 1231.233710] env[69265]: _type = "Task" [ 1231.233710] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.238750] env[69265]: DEBUG oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f7d9-0579-7cec-2313-eabc4ebeeca7/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.238920] env[69265]: ERROR oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f7d9-0579-7cec-2313-eabc4ebeeca7/disk-0.vmdk due to incomplete transfer. [ 1231.239470] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6c6ef19a-2dab-46b5-bbb1-bf998294204f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.244487] env[69265]: DEBUG oslo_vmware.api [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477075, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.245401] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.245568] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.246913] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989213f7-020e-487d-91dd-f34df7885c34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.249123] env[69265]: DEBUG oslo_vmware.rw_handles [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f7d9-0579-7cec-2313-eabc4ebeeca7/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1231.249323] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Uploaded image b2b7428c-8a37-47cb-be3f-ef6cb38e377b to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1231.251971] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1231.252756] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11db5445-1328-4db3-9a9b-d9bcded8dfed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.257600] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1231.257600] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c259f2-2520-c6a0-5ffc-5e84f7c75ce2" [ 1231.257600] env[69265]: _type = "Task" [ 1231.257600] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.262098] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1231.262098] env[69265]: value = "task-3477076" [ 1231.262098] env[69265]: _type = "Task" [ 1231.262098] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.268217] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c259f2-2520-c6a0-5ffc-5e84f7c75ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.276982] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477076, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.337753] env[69265]: DEBUG nova.network.neutron [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Updating instance_info_cache with network_info: [{"id": "5cbfb853-23cc-44a9-8971-34dbb34705f0", "address": "fa:16:3e:4c:ac:18", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbfb853-23", "ovs_interfaceid": "5cbfb853-23cc-44a9-8971-34dbb34705f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.512448] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.512707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.625578] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 7f488f85-65a0-4ad5-b9c9-66b2111ec5f6] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.630266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8bc1ae27-0975-42f8-b4cb-2b87b7809f63 tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.284s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.631027] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.332s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.631027] env[69265]: DEBUG nova.objects.instance [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lazy-loading 'resources' on Instance uuid 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.640871] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.745304] env[69265]: DEBUG oslo_vmware.api [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477075, 'name': ReconfigVM_Task, 'duration_secs': 0.237368} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.745648] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.750199] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4080c386-f7c6-45a6-937f-3e0268e524c7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.772844] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477076, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.776672] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c259f2-2520-c6a0-5ffc-5e84f7c75ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.017384} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.776944] env[69265]: DEBUG oslo_vmware.api [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1231.776944] env[69265]: value = "task-3477077" [ 1231.776944] env[69265]: _type = "Task" [ 1231.776944] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.777692] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524fc55b-235d-4e4c-b813-0babbf82ef92 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.790350] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1231.790350] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527309b1-6582-729d-37b2-4d3314b85210" [ 1231.790350] env[69265]: _type = "Task" [ 1231.790350] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.790697] env[69265]: DEBUG oslo_vmware.api [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.799429] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527309b1-6582-729d-37b2-4d3314b85210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.844198] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "refresh_cache-0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.844565] env[69265]: DEBUG nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Instance network_info: |[{"id": "5cbfb853-23cc-44a9-8971-34dbb34705f0", "address": "fa:16:3e:4c:ac:18", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbfb853-23", "ovs_interfaceid": "5cbfb853-23cc-44a9-8971-34dbb34705f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.844947] env[69265]: DEBUG oslo_concurrency.lockutils [req-06ff3d99-8dd9-4efe-b5fa-cced4037c53c req-833800a9-3121-4d30-a86f-96c9a3791acd service nova] Acquired lock "refresh_cache-0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.845212] env[69265]: DEBUG nova.network.neutron [req-06ff3d99-8dd9-4efe-b5fa-cced4037c53c req-833800a9-3121-4d30-a86f-96c9a3791acd service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Refreshing network info cache for port 5cbfb853-23cc-44a9-8971-34dbb34705f0 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.846652] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ac:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cbfb853-23cc-44a9-8971-34dbb34705f0', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.855110] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.856120] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.856345] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-441b61ba-b2f8-481e-90b4-a80d80ff3700 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.879512] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.879512] env[69265]: value = "task-3477078" [ 1231.879512] env[69265]: _type = "Task" [ 1231.879512] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.888562] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477078, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.015077] env[69265]: DEBUG nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.129529] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 4d08e52a-5b79-4de8-9ad2-f4269ad61956] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.273924] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477076, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.293223] env[69265]: DEBUG oslo_vmware.api [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477077, 'name': ReconfigVM_Task, 'duration_secs': 0.145799} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.300808] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695160', 'volume_id': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'name': 'volume-1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcaf8a62-deb1-4d18-a951-ce29f8a16f80', 'attached_at': '', 'detached_at': '', 'volume_id': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b', 'serial': '1e7ae5cf-f079-454e-ae1c-c3d3ea1ca64b'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.312008] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]527309b1-6582-729d-37b2-4d3314b85210, 'name': SearchDatastore_Task, 'duration_secs': 0.012894} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.312355] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.312656] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 45c17cac-0899-43c9-9cc4-fb7ca0c9de98/45c17cac-0899-43c9-9cc4-fb7ca0c9de98.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.313010] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2637445c-bbfb-42cb-ac1b-f751d2ee99c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.323661] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1232.323661] env[69265]: value = "task-3477079" [ 1232.323661] env[69265]: _type = "Task" [ 1232.323661] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.336051] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.381020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606d2790-1b29-49c3-89d5-7df4543ac24a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.396541] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b88579-fadf-46a5-8911-529d880eb7d6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.402057] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477078, 'name': CreateVM_Task, 'duration_secs': 0.354353} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.404606] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.406039] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.406394] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.406826] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.407924] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffac7268-4366-4faa-b7dd-3a1138549348 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.440016] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342d4616-1f78-4762-ada2-38d31cdaff2d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.444231] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1232.444231] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52458698-bbb0-4e14-140d-7f96b10af661" [ 1232.444231] env[69265]: _type = "Task" [ 1232.444231] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.451306] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee7e45b-ab96-4e47-ba67-da89f7ffab2d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.458710] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52458698-bbb0-4e14-140d-7f96b10af661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.471046] env[69265]: DEBUG nova.compute.provider_tree [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.540118] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.633801] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 54cc7c36-53d8-406c-86b5-3ddbe7ef96b8] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.700964] env[69265]: DEBUG nova.network.neutron [req-06ff3d99-8dd9-4efe-b5fa-cced4037c53c req-833800a9-3121-4d30-a86f-96c9a3791acd service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Updated VIF entry in instance network info cache for port 5cbfb853-23cc-44a9-8971-34dbb34705f0. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.701361] env[69265]: DEBUG nova.network.neutron [req-06ff3d99-8dd9-4efe-b5fa-cced4037c53c req-833800a9-3121-4d30-a86f-96c9a3791acd service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Updating instance_info_cache with network_info: [{"id": "5cbfb853-23cc-44a9-8971-34dbb34705f0", "address": "fa:16:3e:4c:ac:18", "network": {"id": "8099c6a8-336d-47b8-bcb3-638f724f8f84", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-451474086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b8ace6cf36454cae77bfc54e812c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbfb853-23", "ovs_interfaceid": "5cbfb853-23cc-44a9-8971-34dbb34705f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.775028] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477076, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.836847] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477079, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.870201] env[69265]: DEBUG nova.objects.instance [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.961025] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52458698-bbb0-4e14-140d-7f96b10af661, 'name': SearchDatastore_Task, 'duration_secs': 0.015188} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.961025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.961025] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.961025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.961025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.961025] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.961025] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c7febc-8639-4d1f-92d7-0f8cbaefd1a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.977023] env[69265]: DEBUG nova.scheduler.client.report [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.979260] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.979662] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.980648] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393f5aaf-359f-4e53-bcf1-3e5d171402a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.992051] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1232.992051] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52316ec7-2297-34e0-6fc9-1fbcf162694f" [ 1232.992051] env[69265]: _type = "Task" [ 1232.992051] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.005326] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52316ec7-2297-34e0-6fc9-1fbcf162694f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.138143] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 386c0513-2e01-4240-8964-ea597efd7285] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.205729] env[69265]: DEBUG oslo_concurrency.lockutils [req-06ff3d99-8dd9-4efe-b5fa-cced4037c53c req-833800a9-3121-4d30-a86f-96c9a3791acd service nova] Releasing lock "refresh_cache-0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.277121] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477076, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.337426] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631681} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.337588] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 45c17cac-0899-43c9-9cc4-fb7ca0c9de98/45c17cac-0899-43c9-9cc4-fb7ca0c9de98.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.337803] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.338129] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c54a15a-1e29-4458-9ca7-2c2ee675d4ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.348586] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1233.348586] env[69265]: value = "task-3477080" [ 1233.348586] env[69265]: _type = "Task" [ 1233.348586] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.358616] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.489506] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.492012] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.851s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.492274] env[69265]: DEBUG nova.objects.instance [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lazy-loading 'resources' on Instance uuid 28ee4352-f41c-4f78-8c5d-f67d2475aacd {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.505658] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52316ec7-2297-34e0-6fc9-1fbcf162694f, 'name': SearchDatastore_Task, 'duration_secs': 0.046091} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.507101] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ab641b-b22a-435d-b4d5-a451098be0f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.514200] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1233.514200] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5249adbf-a300-2fc6-3718-c9730111f6b1" [ 1233.514200] env[69265]: _type = "Task" [ 1233.514200] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.519017] env[69265]: INFO nova.scheduler.client.report [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Deleted allocations for instance 7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e [ 1233.529887] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5249adbf-a300-2fc6-3718-c9730111f6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.641079] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8e107ad3-c73e-4f2a-ae08-81cc16f4b5b2] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.690043] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.690301] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.690501] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleting the datastore file [datastore1] e03498cd-7849-4e30-b543-6639d8cf41f1 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.690797] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2876cf-51f9-4146-b508-fb4cfe8214c5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.700106] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1233.700106] env[69265]: value = "task-3477081" [ 1233.700106] env[69265]: _type = "Task" [ 1233.700106] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.710250] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.776518] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477076, 'name': Destroy_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.825332] env[69265]: INFO nova.compute.manager [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Rebuilding instance [ 1233.863813] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.325733} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.863813] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.864244] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec15ef-748c-4b41-aedd-c2bd0b7e1cfd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.880766] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7609c100-df15-4e24-9dd9-8c59497cc008 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.076s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.890698] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 45c17cac-0899-43c9-9cc4-fb7ca0c9de98/45c17cac-0899-43c9-9cc4-fb7ca0c9de98.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.894383] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbf5f71-5a28-4262-b2bd-c473bf669b97 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.914799] env[69265]: DEBUG nova.compute.manager [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.916113] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6558acbd-d53a-4aa4-a5ef-c2443dcb0a23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.921994] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1233.921994] env[69265]: value = "task-3477082" [ 1233.921994] env[69265]: _type = "Task" [ 1233.921994] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.938144] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.028518] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5249adbf-a300-2fc6-3718-c9730111f6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.030839} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.028984] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a54e9a52-4842-4807-a213-912da8efbca5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Lock "7fbb63e5-55f6-4eec-a9af-0fd64bc43d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.173s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.032404] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.032706] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537/0cf0f4d3-28e8-4dd2-83a6-48c91abbb537.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.034021] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ae95351-9793-4e31-8310-62d0cedffa95 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.038208] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.038208] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.038208] env[69265]: DEBUG nova.compute.manager [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.038208] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d31ef0a-f3fc-4f2f-97d6-de63371b2f4c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.045537] env[69265]: DEBUG nova.compute.manager [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1234.046145] env[69265]: DEBUG nova.objects.instance [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.052460] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1234.052460] env[69265]: value = "task-3477083" [ 1234.052460] env[69265]: _type = "Task" [ 1234.052460] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.061882] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.145096] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 03b1072e-5312-467a-be2e-9d069827a5cc] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.213992] env[69265]: DEBUG oslo_vmware.api [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417201} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.214484] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.214484] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.214590] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.214764] env[69265]: INFO nova.compute.manager [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Took 6.58 seconds to destroy the instance on the hypervisor. [ 1234.215020] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.215241] env[69265]: DEBUG nova.compute.manager [-] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.215349] env[69265]: DEBUG nova.network.neutron [-] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.219769] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8fe00b-acf4-4807-b0e2-0aa3eb1e4564 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.227745] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c14494-cfc9-4793-94da-9c690f21fb37 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.262429] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb49ad1-dc64-48f8-8599-1728dbb64a9b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.271703] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834c113-ecff-458a-9c12-d04d5dcf3be2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.278325] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477076, 'name': Destroy_Task, 'duration_secs': 2.848238} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.278954] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Destroyed the VM [ 1234.279217] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1234.279466] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-454ff886-f299-42a5-ba4a-19f62e70b604 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.289233] env[69265]: DEBUG nova.compute.provider_tree [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.295031] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1234.295031] env[69265]: value = "task-3477084" [ 1234.295031] env[69265]: _type = "Task" [ 1234.295031] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.301283] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477084, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.436841] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.575243] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.648635] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: fed9328b-a6c0-48b2-aab6-c2dbffa5130f] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.793933] env[69265]: DEBUG nova.scheduler.client.report [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.815658] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477084, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.874639] env[69265]: DEBUG nova.compute.manager [req-3b357f5f-12c2-4c8c-bd9a-37aee10a6baa req-e8252c0b-c2d0-41da-a54d-ca9ad3c4069d service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Received event network-vif-deleted-3a8975f1-a92f-4e81-bdbc-08e40a853962 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.875182] env[69265]: INFO nova.compute.manager [req-3b357f5f-12c2-4c8c-bd9a-37aee10a6baa req-e8252c0b-c2d0-41da-a54d-ca9ad3c4069d service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Neutron deleted interface 3a8975f1-a92f-4e81-bdbc-08e40a853962; detaching it from the instance and deleting it from the info cache [ 1234.875266] env[69265]: DEBUG nova.network.neutron [req-3b357f5f-12c2-4c8c-bd9a-37aee10a6baa req-e8252c0b-c2d0-41da-a54d-ca9ad3c4069d service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.934952] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477082, 'name': ReconfigVM_Task, 'duration_secs': 0.726011} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.935270] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 45c17cac-0899-43c9-9cc4-fb7ca0c9de98/45c17cac-0899-43c9-9cc4-fb7ca0c9de98.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.935914] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90809b7a-b541-46cc-9762-e534cbb9ec6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.937755] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.937990] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40445327-4051-4420-8149-ef3e6205dbb5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.944584] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1234.944584] env[69265]: value = "task-3477086" [ 1234.944584] env[69265]: _type = "Task" [ 1234.944584] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.945796] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1234.945796] env[69265]: value = "task-3477085" [ 1234.945796] env[69265]: _type = "Task" [ 1234.945796] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.961721] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477085, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.964990] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.068244] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.068810] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541828} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.069213] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63aa983c-9773-434c-ac98-17743b6b2a9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.075027] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537/0cf0f4d3-28e8-4dd2-83a6-48c91abbb537.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.075027] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.075027] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b92357b3-9ef7-45f2-afc1-b0d256f1ded6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.079360] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1235.079360] env[69265]: value = "task-3477088" [ 1235.079360] env[69265]: _type = "Task" [ 1235.079360] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.082114] env[69265]: DEBUG oslo_vmware.api [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1235.082114] env[69265]: value = "task-3477087" [ 1235.082114] env[69265]: _type = "Task" [ 1235.082114] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.096436] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.100114] env[69265]: DEBUG oslo_vmware.api [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.152853] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: a41a0ce5-a89f-45e5-b466-8ca0e60dff32] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.302024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.310575] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.770s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.312999] env[69265]: INFO nova.compute.claims [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.325151] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477084, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609231} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.325151] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1235.325151] env[69265]: DEBUG nova.compute.manager [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.325151] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36133355-99b6-462b-bd08-7739c5512584 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.338228] env[69265]: DEBUG nova.network.neutron [-] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.347717] env[69265]: INFO nova.scheduler.client.report [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Deleted allocations for instance 28ee4352-f41c-4f78-8c5d-f67d2475aacd [ 1235.377482] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c67767a-a078-4206-bdda-6ca72a2327f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.387048] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f45beb1-a7da-4201-a5ac-4d6ca618e9cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.422336] env[69265]: DEBUG nova.compute.manager [req-3b357f5f-12c2-4c8c-bd9a-37aee10a6baa req-e8252c0b-c2d0-41da-a54d-ca9ad3c4069d service nova] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Detach interface failed, port_id=3a8975f1-a92f-4e81-bdbc-08e40a853962, reason: Instance e03498cd-7849-4e30-b543-6639d8cf41f1 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.459052] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477086, 'name': PowerOffVM_Task, 'duration_secs': 0.249031} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.462070] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.463309] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.463309] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477085, 'name': Rename_Task, 'duration_secs': 0.217086} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.463455] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff1d20f-44af-4128-b5ee-0ad282a67879 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.466317] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.466463] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81452e97-991a-45a7-8e4a-1556ff5569b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.472771] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.473903] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9863ea1c-ab36-4028-a820-af157f1278b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.475352] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1235.475352] env[69265]: value = "task-3477089" [ 1235.475352] env[69265]: _type = "Task" [ 1235.475352] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.488721] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477089, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.562053] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.562319] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.562536] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleting the datastore file [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.562803] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aab914e-1254-4fa0-88c2-5d04e8246b36 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.570466] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1235.570466] env[69265]: value = "task-3477091" [ 1235.570466] env[69265]: _type = "Task" [ 1235.570466] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.578811] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.589826] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080389} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.593193] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.594221] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db1fc7d-3ed9-40e0-b75a-9c9a984018a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.601049] env[69265]: DEBUG oslo_vmware.api [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477087, 'name': PowerOffVM_Task, 'duration_secs': 0.184299} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.610783] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.610976] env[69265]: DEBUG nova.compute.manager [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.620558] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537/0cf0f4d3-28e8-4dd2-83a6-48c91abbb537.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.621366] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f9c134-6e6e-4fb6-9f16-66097d24a4a0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.624302] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-929ddecf-200c-4ed1-ab87-9f321fa28108 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.651498] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1235.651498] env[69265]: value = "task-3477092" [ 1235.651498] env[69265]: _type = "Task" [ 1235.651498] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.656640] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 3005e5be-b038-45e5-9b90-28264023588d] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.663600] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.836923] env[69265]: INFO nova.compute.manager [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Shelve offloading [ 1235.841750] env[69265]: INFO nova.compute.manager [-] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Took 1.63 seconds to deallocate network for instance. [ 1235.857418] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f5ff2eb3-777c-4344-9f59-cba943ed283a tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "28ee4352-f41c-4f78-8c5d-f67d2475aacd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.948s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.987340] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477089, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.080546] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178665} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.080801] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.080993] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.081368] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.156287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6d476933-485d-47f2-9cf1-3e3439c3b15d tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.120s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.166807] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8e2f22cc-927e-4e9a-b336-4d97c4554748] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.168590] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477092, 'name': ReconfigVM_Task, 'duration_secs': 0.402172} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.169043] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537/0cf0f4d3-28e8-4dd2-83a6-48c91abbb537.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.169703] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb356721-4ae5-4f53-8ed1-ddb5503acfbc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.177281] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1236.177281] env[69265]: value = "task-3477093" [ 1236.177281] env[69265]: _type = "Task" [ 1236.177281] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.190203] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477093, 'name': Rename_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.344781] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.345159] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a57d3a1b-3a0d-4c0c-9f30-7881ac6f6fc3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.357859] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1236.357859] env[69265]: value = "task-3477094" [ 1236.357859] env[69265]: _type = "Task" [ 1236.357859] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.368085] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1236.368294] env[69265]: DEBUG nova.compute.manager [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.373431] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa35629a-9a03-45a8-8a82-f5ba1dddbfa3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.380356] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.381090] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.381345] env[69265]: DEBUG nova.network.neutron [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.400608] env[69265]: INFO nova.compute.manager [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Took 0.56 seconds to detach 1 volumes for instance. [ 1236.403552] env[69265]: DEBUG nova.compute.manager [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: e03498cd-7849-4e30-b543-6639d8cf41f1] Deleting volume: 739fde96-7e52-4ea5-8b54-11da564c2e0c {{(pid=69265) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1236.489187] env[69265]: DEBUG oslo_vmware.api [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477089, 'name': PowerOnVM_Task, 'duration_secs': 0.625409} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.491853] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.492077] env[69265]: INFO nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1236.492262] env[69265]: DEBUG nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.493284] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a1e441-b471-469c-85e1-1626c33ad7e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.516567] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e636ac1-ba4d-4aa7-8490-796f18190c4b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.525508] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a45652f-3c54-4f61-a35e-c42250c8f236 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.558070] env[69265]: DEBUG nova.objects.instance [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.563023] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ee4e2-c547-4f48-8538-d5d31702abde {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.567517] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622a581-3b57-449c-a211-7036d366ec17 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.581447] env[69265]: DEBUG nova.compute.provider_tree [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.669834] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: ad5e7490-9ef5-43b0-a7dc-e9feb171cc09] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.688330] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477093, 'name': Rename_Task, 'duration_secs': 0.344557} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.689031] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.689333] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab1e066f-4c6a-415b-bb6a-ed60848a33f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.697520] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1236.697520] env[69265]: value = "task-3477096" [ 1236.697520] env[69265]: _type = "Task" [ 1236.697520] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.710173] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.878581] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "b51e591d-4600-4c46-bc72-097350da812c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.878859] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "b51e591d-4600-4c46-bc72-097350da812c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.879087] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "b51e591d-4600-4c46-bc72-097350da812c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.879277] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "b51e591d-4600-4c46-bc72-097350da812c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.879471] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "b51e591d-4600-4c46-bc72-097350da812c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.881698] env[69265]: INFO nova.compute.manager [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Terminating instance [ 1236.948599] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.012333] env[69265]: INFO nova.compute.manager [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Took 17.25 seconds to build instance. [ 1237.065727] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.065989] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.066120] env[69265]: DEBUG nova.network.neutron [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.066522] env[69265]: DEBUG nova.objects.instance [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'info_cache' on Instance uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.084572] env[69265]: DEBUG nova.scheduler.client.report [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.117037] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.117322] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.117542] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.117607] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.117750] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.117903] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.118166] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.118341] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.118505] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.118665] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.118839] env[69265]: DEBUG nova.virt.hardware [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.119895] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6127b7-b044-4101-8825-3136cb118075 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.127325] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d009bc6-42dd-47c8-ae8b-4bc29c79df86 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.140792] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:e7:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '975b521d-5276-485c-b457-19603df6be2b', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.149662] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.150148] env[69265]: DEBUG nova.network.neutron [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [{"id": "9d25821a-b98d-4932-9f77-948d316cdf80", "address": "fa:16:3e:67:17:b3", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25821a-b9", "ovs_interfaceid": "9d25821a-b98d-4932-9f77-948d316cdf80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.151470] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.151888] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a88a6f5f-7237-4b04-8816-06f20e2a16b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.172151] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.172151] env[69265]: value = "task-3477097" [ 1237.172151] env[69265]: _type = "Task" [ 1237.172151] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.175326] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 40407a74-a9ce-41f0-a61b-a353eff49301] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.181954] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477097, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.207923] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477096, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.387714] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "refresh_cache-b51e591d-4600-4c46-bc72-097350da812c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.388126] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquired lock "refresh_cache-b51e591d-4600-4c46-bc72-097350da812c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.388338] env[69265]: DEBUG nova.network.neutron [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.514069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.753s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.570388] env[69265]: DEBUG nova.objects.base [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1237.594476] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.594979] env[69265]: DEBUG nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.597637] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.649s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.597845] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.622454] env[69265]: INFO nova.scheduler.client.report [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted allocations for instance e03498cd-7849-4e30-b543-6639d8cf41f1 [ 1237.655731] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.678977] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: fb3332b1-6312-4ff0-8359-4fee8ae67379] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.686910] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477097, 'name': CreateVM_Task, 'duration_secs': 0.353729} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.686910] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.687376] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.687535] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.688214] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.688214] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4271470e-4793-4634-a1c1-f48f534219e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.694786] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1237.694786] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ed6a2a-e573-6786-dbeb-7e5733dba2e4" [ 1237.694786] env[69265]: _type = "Task" [ 1237.694786] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.707786] env[69265]: DEBUG oslo_vmware.api [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477096, 'name': PowerOnVM_Task, 'duration_secs': 0.813331} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.712184] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.712403] env[69265]: INFO nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1237.712614] env[69265]: DEBUG nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.713890] env[69265]: DEBUG nova.compute.manager [req-ffa23c08-6ebf-457d-8329-465cd98046e2 req-f4eee753-f038-432f-81ef-82485ce10c53 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Received event network-changed-f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.714085] env[69265]: DEBUG nova.compute.manager [req-ffa23c08-6ebf-457d-8329-465cd98046e2 req-f4eee753-f038-432f-81ef-82485ce10c53 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Refreshing instance network info cache due to event network-changed-f8c7549a-337c-48f6-aa80-9bfb14688c6b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.714295] env[69265]: DEBUG oslo_concurrency.lockutils [req-ffa23c08-6ebf-457d-8329-465cd98046e2 req-f4eee753-f038-432f-81ef-82485ce10c53 service nova] Acquiring lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.714438] env[69265]: DEBUG oslo_concurrency.lockutils [req-ffa23c08-6ebf-457d-8329-465cd98046e2 req-f4eee753-f038-432f-81ef-82485ce10c53 service nova] Acquired lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.714594] env[69265]: DEBUG nova.network.neutron [req-ffa23c08-6ebf-457d-8329-465cd98046e2 req-f4eee753-f038-432f-81ef-82485ce10c53 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Refreshing network info cache for port f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.716420] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ed6a2a-e573-6786-dbeb-7e5733dba2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.717333] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a4f67c-0fa8-4d33-abe3-28ee95fd5fbe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.720914] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.721653] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.721653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.721653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.721930] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.723117] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afd40a5a-b679-49c9-b6aa-0eb8d2d451bf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.732605] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.732802] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.735758] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20500d10-6d24-4c5a-9557-404b32cf0098 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.741140] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1237.741140] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e5854e-410f-9ce0-2358-55573635431f" [ 1237.741140] env[69265]: _type = "Task" [ 1237.741140] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.749242] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e5854e-410f-9ce0-2358-55573635431f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.890226] env[69265]: DEBUG nova.compute.manager [req-37c45ba3-928f-47ef-968b-784b4b8cb822 req-d01b4231-af71-421b-bc68-0af7f561eea9 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received event network-vif-unplugged-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.890471] env[69265]: DEBUG oslo_concurrency.lockutils [req-37c45ba3-928f-47ef-968b-784b4b8cb822 req-d01b4231-af71-421b-bc68-0af7f561eea9 service nova] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.890693] env[69265]: DEBUG oslo_concurrency.lockutils [req-37c45ba3-928f-47ef-968b-784b4b8cb822 req-d01b4231-af71-421b-bc68-0af7f561eea9 service nova] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.890865] env[69265]: DEBUG oslo_concurrency.lockutils [req-37c45ba3-928f-47ef-968b-784b4b8cb822 req-d01b4231-af71-421b-bc68-0af7f561eea9 service nova] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.891068] env[69265]: DEBUG nova.compute.manager [req-37c45ba3-928f-47ef-968b-784b4b8cb822 req-d01b4231-af71-421b-bc68-0af7f561eea9 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] No waiting events found dispatching network-vif-unplugged-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.891255] env[69265]: WARNING nova.compute.manager [req-37c45ba3-928f-47ef-968b-784b4b8cb822 req-d01b4231-af71-421b-bc68-0af7f561eea9 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received unexpected event network-vif-unplugged-9d25821a-b98d-4932-9f77-948d316cdf80 for instance with vm_state shelved and task_state shelving_offloading. [ 1237.908782] env[69265]: DEBUG nova.network.neutron [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.959117] env[69265]: DEBUG nova.network.neutron [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.033968] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.036113] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e68749-0329-441e-bd9f-3d07dee8817a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.042746] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.042968] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84743b5-8093-4021-a667-8442a10b07a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.102072] env[69265]: DEBUG nova.compute.utils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.103723] env[69265]: DEBUG nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.104193] env[69265]: DEBUG nova.network.neutron [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.109067] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.109273] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.109474] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleting the datastore file [datastore2] 8654edbe-05d1-4c47-9d5b-3f80eef3627a {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.111684] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa4a8a57-7566-4dda-a727-c71bf32dcaf7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.118788] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1238.118788] env[69265]: value = "task-3477099" [ 1238.118788] env[69265]: _type = "Task" [ 1238.118788] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.126837] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.131594] env[69265]: DEBUG oslo_concurrency.lockutils [None req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "e03498cd-7849-4e30-b543-6639d8cf41f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.008s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.140797] env[69265]: DEBUG nova.policy [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc6a9926a8347ba8e216672953bb8df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f96c8d8abf244708915ae88bbf3666e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.182349] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 321d7df9-a19e-4f1f-bc92-3681a2f1989c] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.248183] env[69265]: INFO nova.compute.manager [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Took 17.10 seconds to build instance. [ 1238.256185] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e5854e-410f-9ce0-2358-55573635431f, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.257037] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a5c833-14e5-4a87-b8d0-dc18146bd7b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.264555] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1238.264555] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5286158b-7b79-accb-98c0-4ec7d53d36ee" [ 1238.264555] env[69265]: _type = "Task" [ 1238.264555] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.277107] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5286158b-7b79-accb-98c0-4ec7d53d36ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.277362] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.277609] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746/618fcdd3-0cee-43ca-b59b-e9fc19ebb746.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.277853] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04656cfe-5112-4bbc-89fa-c1e8fa066f31 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.283393] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1238.283393] env[69265]: value = "task-3477100" [ 1238.283393] env[69265]: _type = "Task" [ 1238.283393] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.297933] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.407831] env[69265]: DEBUG nova.network.neutron [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updating instance_info_cache with network_info: [{"id": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "address": "fa:16:3e:2c:ed:6d", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9520d0-f9", "ovs_interfaceid": "4a9520d0-f987-42c1-9f95-70f9fdaf05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.462628] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Releasing lock "refresh_cache-b51e591d-4600-4c46-bc72-097350da812c" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.462923] env[69265]: DEBUG nova.compute.manager [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.463149] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.464788] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e34a91-602a-47c0-b480-cfc749702860 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.472939] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.473318] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c174273-836a-4604-809c-dd0cdb9cd765 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.481652] env[69265]: DEBUG oslo_vmware.api [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1238.481652] env[69265]: value = "task-3477101" [ 1238.481652] env[69265]: _type = "Task" [ 1238.481652] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.492664] env[69265]: DEBUG oslo_vmware.api [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.583392] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.583720] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.584322] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.584322] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.584437] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.586845] env[69265]: INFO nova.compute.manager [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Terminating instance [ 1238.607215] env[69265]: DEBUG nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.633069] env[69265]: DEBUG oslo_vmware.api [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14112} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.633704] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.633907] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.634192] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.673309] env[69265]: INFO nova.scheduler.client.report [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted allocations for instance 8654edbe-05d1-4c47-9d5b-3f80eef3627a [ 1238.686202] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 43389fba-1302-43ce-a068-3bc7f85309cf] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.748904] env[69265]: DEBUG oslo_concurrency.lockutils [None req-29a535d2-bb08-4697-a972-a1d8bdead993 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.613s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.804676] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457404} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.804945] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746/618fcdd3-0cee-43ca-b59b-e9fc19ebb746.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.805175] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.805437] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa9f6a0f-28d7-46f7-9b95-803c0c6ae2b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.814349] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1238.814349] env[69265]: value = "task-3477102" [ 1238.814349] env[69265]: _type = "Task" [ 1238.814349] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.823203] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.842597] env[69265]: DEBUG nova.network.neutron [req-ffa23c08-6ebf-457d-8329-465cd98046e2 req-f4eee753-f038-432f-81ef-82485ce10c53 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Updated VIF entry in instance network info cache for port f8c7549a-337c-48f6-aa80-9bfb14688c6b. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.842597] env[69265]: DEBUG nova.network.neutron [req-ffa23c08-6ebf-457d-8329-465cd98046e2 req-f4eee753-f038-432f-81ef-82485ce10c53 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Updating instance_info_cache with network_info: [{"id": "f8c7549a-337c-48f6-aa80-9bfb14688c6b", "address": "fa:16:3e:3c:dc:3d", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c7549a-33", "ovs_interfaceid": "f8c7549a-337c-48f6-aa80-9bfb14688c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.872368] env[69265]: DEBUG nova.network.neutron [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Successfully created port: 1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.910676] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Releasing lock "refresh_cache-dcaf8a62-deb1-4d18-a951-ce29f8a16f80" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.993701] env[69265]: DEBUG oslo_vmware.api [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477101, 'name': PowerOffVM_Task, 'duration_secs': 0.320378} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.994064] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.994170] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.994421] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b521583-c191-4a46-a13f-9a5cd4ae9cde {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.024764] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.025142] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.025235] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Deleting the datastore file [datastore2] b51e591d-4600-4c46-bc72-097350da812c {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.025487] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec1377e0-5cb2-4e92-b126-9cb4f9f827f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.032197] env[69265]: DEBUG oslo_vmware.api [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for the task: (returnval){ [ 1239.032197] env[69265]: value = "task-3477104" [ 1239.032197] env[69265]: _type = "Task" [ 1239.032197] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.040906] env[69265]: DEBUG oslo_vmware.api [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.091504] env[69265]: DEBUG nova.compute.manager [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.091750] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.092706] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee86568e-badd-44ca-bcf5-7a9336b76c77 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.101014] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.101278] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7adc2800-75e4-4ae0-972b-7eaeb98110a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.108512] env[69265]: DEBUG oslo_vmware.api [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1239.108512] env[69265]: value = "task-3477105" [ 1239.108512] env[69265]: _type = "Task" [ 1239.108512] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.121356] env[69265]: DEBUG oslo_vmware.api [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.179469] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.179653] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.179931] env[69265]: DEBUG nova.objects.instance [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'resources' on Instance uuid 8654edbe-05d1-4c47-9d5b-3f80eef3627a {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.189025] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: efb255d6-ed95-452b-895e-cf8b788eecf1] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.323797] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068054} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.324151] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.325106] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b959840-d9b8-4b98-8eba-81f16cdca3c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.348606] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746/618fcdd3-0cee-43ca-b59b-e9fc19ebb746.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.349514] env[69265]: DEBUG oslo_concurrency.lockutils [req-ffa23c08-6ebf-457d-8329-465cd98046e2 req-f4eee753-f038-432f-81ef-82485ce10c53 service nova] Releasing lock "refresh_cache-45c17cac-0899-43c9-9cc4-fb7ca0c9de98" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.349889] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5ee780c-dda4-413e-a9d9-c9d628da3ca6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.370275] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1239.370275] env[69265]: value = "task-3477106" [ 1239.370275] env[69265]: _type = "Task" [ 1239.370275] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.378945] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.545512] env[69265]: DEBUG oslo_vmware.api [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Task: {'id': task-3477104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129752} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.545512] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.545512] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.545512] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.545512] env[69265]: INFO nova.compute.manager [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] [instance: b51e591d-4600-4c46-bc72-097350da812c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1239.545512] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.545512] env[69265]: DEBUG nova.compute.manager [-] [instance: b51e591d-4600-4c46-bc72-097350da812c] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.545512] env[69265]: DEBUG nova.network.neutron [-] [instance: b51e591d-4600-4c46-bc72-097350da812c] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.565394] env[69265]: DEBUG nova.network.neutron [-] [instance: b51e591d-4600-4c46-bc72-097350da812c] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.619784] env[69265]: DEBUG nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.622021] env[69265]: DEBUG oslo_vmware.api [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477105, 'name': PowerOffVM_Task, 'duration_secs': 0.211716} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.622513] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.622788] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.623058] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64d7d154-8479-4a25-9797-356c617f5f47 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.653492] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.653748] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.653906] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.654101] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.654253] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.654400] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.654604] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.654765] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.654932] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.655105] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.655279] env[69265]: DEBUG nova.virt.hardware [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.656153] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d0aa46-a638-465c-be5f-db1d46caff6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.667008] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa182fb-1c20-45e6-9ce5-32b4bd1a478b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.829895] env[69265]: DEBUG nova.objects.instance [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'numa_topology' on Instance uuid 8654edbe-05d1-4c47-9d5b-3f80eef3627a {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.834268] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 1f66d1f1-a6e9-4ef1-94b7-303fdf5d5ba3] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.837456] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.837456] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.837456] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleting the datastore file [datastore1] 37ae3479-9afa-41e5-a1af-7e24bc9dccd2 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.837456] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1efe2a0a-aa94-46f6-9811-67f8e19057bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.845709] env[69265]: DEBUG oslo_vmware.api [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1239.845709] env[69265]: value = "task-3477108" [ 1239.845709] env[69265]: _type = "Task" [ 1239.845709] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.859355] env[69265]: DEBUG oslo_vmware.api [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.882143] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477106, 'name': ReconfigVM_Task, 'duration_secs': 0.394725} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.882519] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746/618fcdd3-0cee-43ca-b59b-e9fc19ebb746.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.883342] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74793af-f560-433d-a12f-5762de0334f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.891058] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1239.891058] env[69265]: value = "task-3477109" [ 1239.891058] env[69265]: _type = "Task" [ 1239.891058] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.903228] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477109, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.918152] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.919581] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60bb114a-3b81-4be4-9f93-56d99cda1457 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.922435] env[69265]: DEBUG nova.compute.manager [req-ad3e8369-fbea-4280-9596-38edad2262ab req-d6169b57-eaf9-43a0-b71f-6c4f03188a56 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received event network-changed-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.922662] env[69265]: DEBUG nova.compute.manager [req-ad3e8369-fbea-4280-9596-38edad2262ab req-d6169b57-eaf9-43a0-b71f-6c4f03188a56 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Refreshing instance network info cache due to event network-changed-9d25821a-b98d-4932-9f77-948d316cdf80. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.922903] env[69265]: DEBUG oslo_concurrency.lockutils [req-ad3e8369-fbea-4280-9596-38edad2262ab req-d6169b57-eaf9-43a0-b71f-6c4f03188a56 service nova] Acquiring lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.923075] env[69265]: DEBUG oslo_concurrency.lockutils [req-ad3e8369-fbea-4280-9596-38edad2262ab req-d6169b57-eaf9-43a0-b71f-6c4f03188a56 service nova] Acquired lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.923244] env[69265]: DEBUG nova.network.neutron [req-ad3e8369-fbea-4280-9596-38edad2262ab req-d6169b57-eaf9-43a0-b71f-6c4f03188a56 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Refreshing network info cache for port 9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.930306] env[69265]: DEBUG oslo_vmware.api [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1239.930306] env[69265]: value = "task-3477110" [ 1239.930306] env[69265]: _type = "Task" [ 1239.930306] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.940540] env[69265]: DEBUG oslo_vmware.api [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.002060] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.002324] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.002702] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.002959] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.003264] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.005751] env[69265]: INFO nova.compute.manager [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Terminating instance [ 1240.067137] env[69265]: DEBUG nova.network.neutron [-] [instance: b51e591d-4600-4c46-bc72-097350da812c] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.299727] env[69265]: DEBUG nova.compute.manager [req-b4db12c5-2fab-45fa-873f-8b8e046a39bf req-5933685b-4819-4dd7-ad02-3c578bb73565 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received event network-vif-plugged-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.299991] env[69265]: DEBUG oslo_concurrency.lockutils [req-b4db12c5-2fab-45fa-873f-8b8e046a39bf req-5933685b-4819-4dd7-ad02-3c578bb73565 service nova] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.300521] env[69265]: DEBUG oslo_concurrency.lockutils [req-b4db12c5-2fab-45fa-873f-8b8e046a39bf req-5933685b-4819-4dd7-ad02-3c578bb73565 service nova] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.301278] env[69265]: DEBUG oslo_concurrency.lockutils [req-b4db12c5-2fab-45fa-873f-8b8e046a39bf req-5933685b-4819-4dd7-ad02-3c578bb73565 service nova] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.301278] env[69265]: DEBUG nova.compute.manager [req-b4db12c5-2fab-45fa-873f-8b8e046a39bf req-5933685b-4819-4dd7-ad02-3c578bb73565 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] No waiting events found dispatching network-vif-plugged-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.301278] env[69265]: WARNING nova.compute.manager [req-b4db12c5-2fab-45fa-873f-8b8e046a39bf req-5933685b-4819-4dd7-ad02-3c578bb73565 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received unexpected event network-vif-plugged-1470b332-479c-4e04-beef-e4fbd4e7632d for instance with vm_state building and task_state spawning. [ 1240.334694] env[69265]: DEBUG nova.objects.base [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Object Instance<8654edbe-05d1-4c47-9d5b-3f80eef3627a> lazy-loaded attributes: resources,numa_topology {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.338115] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 7506564e-f7fa-401e-8b16-24c3ea85244a] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.359468] env[69265]: DEBUG oslo_vmware.api [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177161} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.359744] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.359930] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.360144] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.360295] env[69265]: INFO nova.compute.manager [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1240.360989] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.361378] env[69265]: DEBUG nova.compute.manager [-] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.361614] env[69265]: DEBUG nova.network.neutron [-] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.410672] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477109, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.442030] env[69265]: DEBUG oslo_vmware.api [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477110, 'name': PowerOnVM_Task, 'duration_secs': 0.504198} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.442030] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.442030] env[69265]: DEBUG nova.compute.manager [None req-d751f9f6-c7c9-4de1-ace4-c2cc9efdc680 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.445404] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8758eab6-ce58-4755-a461-9886b4910253 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.476475] env[69265]: DEBUG nova.network.neutron [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Successfully updated port: 1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.512020] env[69265]: DEBUG nova.compute.manager [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.512020] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.512020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cced425d-5c07-412d-8a00-c5e793e3de75 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.527115] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.527115] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ffe2203-3058-494b-8ccb-b13f43c1a1f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.535452] env[69265]: DEBUG oslo_vmware.api [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1240.535452] env[69265]: value = "task-3477111" [ 1240.535452] env[69265]: _type = "Task" [ 1240.535452] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.540721] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f93836-06ec-426a-8245-79cfa7298067 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.547559] env[69265]: DEBUG oslo_vmware.api [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.555224] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4cc3f1-eb7c-4575-8306-6298b0eccb6a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.590941] env[69265]: INFO nova.compute.manager [-] [instance: b51e591d-4600-4c46-bc72-097350da812c] Took 1.05 seconds to deallocate network for instance. [ 1240.597309] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e13a0a6-6cba-4933-980e-42260b4819f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.609987] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb3ff2-6886-4611-9312-1a3f53a1ac3d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.627415] env[69265]: DEBUG nova.compute.provider_tree [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.745562] env[69265]: DEBUG nova.network.neutron [req-ad3e8369-fbea-4280-9596-38edad2262ab req-d6169b57-eaf9-43a0-b71f-6c4f03188a56 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updated VIF entry in instance network info cache for port 9d25821a-b98d-4932-9f77-948d316cdf80. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.746020] env[69265]: DEBUG nova.network.neutron [req-ad3e8369-fbea-4280-9596-38edad2262ab req-d6169b57-eaf9-43a0-b71f-6c4f03188a56 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [{"id": "9d25821a-b98d-4932-9f77-948d316cdf80", "address": "fa:16:3e:67:17:b3", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": null, "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9d25821a-b9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.843620] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8d0b13c6-cb9f-4980-930d-760e24dbab70] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.902675] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477109, 'name': Rename_Task, 'duration_secs': 0.946309} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.902949] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.903215] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a21a0c47-2213-49fa-9ee5-3f4e46816fd4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.909877] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1240.909877] env[69265]: value = "task-3477112" [ 1240.909877] env[69265]: _type = "Task" [ 1240.909877] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.917468] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.979469] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.979469] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.979469] env[69265]: DEBUG nova.network.neutron [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.043948] env[69265]: DEBUG oslo_vmware.api [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477111, 'name': PowerOffVM_Task, 'duration_secs': 0.301227} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.044272] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.044442] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.044702] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87edf403-5e15-4d41-8ac0-c398c43b22cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.105726] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.110542] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.110843] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.111374] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleting the datastore file [datastore2] 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.111374] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db96014-4440-434c-8b52-e79d2a6f5903 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.118431] env[69265]: DEBUG oslo_vmware.api [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for the task: (returnval){ [ 1241.118431] env[69265]: value = "task-3477114" [ 1241.118431] env[69265]: _type = "Task" [ 1241.118431] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.127531] env[69265]: DEBUG oslo_vmware.api [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.132544] env[69265]: DEBUG nova.scheduler.client.report [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.200139] env[69265]: DEBUG nova.network.neutron [-] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.249312] env[69265]: DEBUG oslo_concurrency.lockutils [req-ad3e8369-fbea-4280-9596-38edad2262ab req-d6169b57-eaf9-43a0-b71f-6c4f03188a56 service nova] Releasing lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.291852] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.346527] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 362a639d-a6d8-4bd8-92d5-006db634e68b] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.420552] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.510788] env[69265]: DEBUG nova.network.neutron [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.628807] env[69265]: DEBUG oslo_vmware.api [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Task: {'id': task-3477114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249037} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.629733] env[69265]: DEBUG nova.network.neutron [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating instance_info_cache with network_info: [{"id": "1470b332-479c-4e04-beef-e4fbd4e7632d", "address": "fa:16:3e:f0:3f:bc", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1470b332-47", "ovs_interfaceid": "1470b332-479c-4e04-beef-e4fbd4e7632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.630923] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.631137] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.631324] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.631497] env[69265]: INFO nova.compute.manager [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.631732] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.632370] env[69265]: DEBUG nova.compute.manager [-] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.632472] env[69265]: DEBUG nova.network.neutron [-] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.636794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.638987] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.534s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.639630] env[69265]: DEBUG nova.objects.instance [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lazy-loading 'resources' on Instance uuid b51e591d-4600-4c46-bc72-097350da812c {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.703540] env[69265]: INFO nova.compute.manager [-] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Took 1.34 seconds to deallocate network for instance. [ 1241.851432] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: ef5ae28a-6c13-4a59-9bf3-f241df6b8635] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.920155] env[69265]: DEBUG oslo_vmware.api [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477112, 'name': PowerOnVM_Task, 'duration_secs': 0.886056} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.920439] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.920691] env[69265]: DEBUG nova.compute.manager [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.921484] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a431324-c51a-4bfc-b6e0-f47cf0d4f731 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.951183] env[69265]: DEBUG nova.compute.manager [req-d4ca62ee-cd81-4aad-95ed-c32f3ec46f9b req-57253dcc-6c39-4071-a9f2-f58879c64efa service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Received event network-vif-deleted-5cbfb853-23cc-44a9-8971-34dbb34705f0 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.951425] env[69265]: INFO nova.compute.manager [req-d4ca62ee-cd81-4aad-95ed-c32f3ec46f9b req-57253dcc-6c39-4071-a9f2-f58879c64efa service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Neutron deleted interface 5cbfb853-23cc-44a9-8971-34dbb34705f0; detaching it from the instance and deleting it from the info cache [ 1241.951610] env[69265]: DEBUG nova.network.neutron [req-d4ca62ee-cd81-4aad-95ed-c32f3ec46f9b req-57253dcc-6c39-4071-a9f2-f58879c64efa service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.133038] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.133391] env[69265]: DEBUG nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Instance network_info: |[{"id": "1470b332-479c-4e04-beef-e4fbd4e7632d", "address": "fa:16:3e:f0:3f:bc", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1470b332-47", "ovs_interfaceid": "1470b332-479c-4e04-beef-e4fbd4e7632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.133854] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:3f:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1470b332-479c-4e04-beef-e4fbd4e7632d', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.141158] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.145409] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.147336] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d3ceadc-6cc9-40a5-b8fa-2fcf46fd1259 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.162693] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bf105520-a251-42ac-8b34-87a1ab76d71c tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.898s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.163863] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.872s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.163971] env[69265]: INFO nova.compute.manager [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Unshelving [ 1242.173051] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.173051] env[69265]: value = "task-3477115" [ 1242.173051] env[69265]: _type = "Task" [ 1242.173051] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.186222] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477115, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.211035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.305597] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b9a20-2582-416c-9ca6-8302687ef679 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.314267] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefce384-ae60-4e98-8ff3-15bef6b484dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.347962] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bcd648-c48f-48c7-8ba6-929e191a63b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.351802] env[69265]: DEBUG nova.compute.manager [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received event network-changed-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.351990] env[69265]: DEBUG nova.compute.manager [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Refreshing instance network info cache due to event network-changed-1470b332-479c-4e04-beef-e4fbd4e7632d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.352220] env[69265]: DEBUG oslo_concurrency.lockutils [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] Acquiring lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.352365] env[69265]: DEBUG oslo_concurrency.lockutils [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] Acquired lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.352528] env[69265]: DEBUG nova.network.neutron [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Refreshing network info cache for port 1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.354117] env[69265]: DEBUG nova.network.neutron [-] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.355154] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: cd72fe81-eab5-496c-9f24-21ea8d2c6e20] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.363728] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2c0247-9e93-4b09-ab0f-4b92ecd0d436 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.379388] env[69265]: DEBUG nova.compute.provider_tree [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.442177] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.454699] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34f2437a-12cb-4fd3-9dd6-ecd94a52ec62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.465951] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba49dd0-bf30-4b18-b4a1-4d5d93f2d78c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.498380] env[69265]: DEBUG nova.compute.manager [req-d4ca62ee-cd81-4aad-95ed-c32f3ec46f9b req-57253dcc-6c39-4071-a9f2-f58879c64efa service nova] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Detach interface failed, port_id=5cbfb853-23cc-44a9-8971-34dbb34705f0, reason: Instance 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.685861] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477115, 'name': CreateVM_Task, 'duration_secs': 0.325143} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.685861] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.686453] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.686631] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.687025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.687274] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b613ccc-7400-486f-afef-00ff0bbb64f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.692659] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1242.692659] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52092154-400b-ef50-9c60-b24cb0b30f45" [ 1242.692659] env[69265]: _type = "Task" [ 1242.692659] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.701267] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52092154-400b-ef50-9c60-b24cb0b30f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.857891] env[69265]: INFO nova.compute.manager [-] [instance: 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537] Took 1.23 seconds to deallocate network for instance. [ 1242.860801] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 9c202839-d942-4f38-9c1a-3da6428d2ef3] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.882663] env[69265]: DEBUG nova.scheduler.client.report [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.061802] env[69265]: DEBUG nova.network.neutron [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updated VIF entry in instance network info cache for port 1470b332-479c-4e04-beef-e4fbd4e7632d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.062199] env[69265]: DEBUG nova.network.neutron [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating instance_info_cache with network_info: [{"id": "1470b332-479c-4e04-beef-e4fbd4e7632d", "address": "fa:16:3e:f0:3f:bc", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1470b332-47", "ovs_interfaceid": "1470b332-479c-4e04-beef-e4fbd4e7632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.188595] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.203528] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52092154-400b-ef50-9c60-b24cb0b30f45, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.203870] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.204175] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.204472] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.204681] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.204968] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.205309] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10f0628e-f0e3-4744-97d5-ec45dc6e2bad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.216367] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.216563] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.217390] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432d1a01-5c45-4a5f-8828-e62df1364388 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.223126] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1243.223126] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52705a55-b8fa-8aac-79a9-b62e4b4783a8" [ 1243.223126] env[69265]: _type = "Task" [ 1243.223126] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.231148] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52705a55-b8fa-8aac-79a9-b62e4b4783a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.367616] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 6b2ebe83-7312-4c1b-a984-86256ccd217c] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.370185] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.387740] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.391233] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.181s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.391472] env[69265]: DEBUG nova.objects.instance [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lazy-loading 'resources' on Instance uuid 37ae3479-9afa-41e5-a1af-7e24bc9dccd2 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.408080] env[69265]: INFO nova.scheduler.client.report [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Deleted allocations for instance b51e591d-4600-4c46-bc72-097350da812c [ 1243.565573] env[69265]: DEBUG oslo_concurrency.lockutils [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] Releasing lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.565717] env[69265]: DEBUG nova.compute.manager [req-720c050d-75a5-445a-b1eb-c356e684bdaf req-6dd71a4c-a000-4d06-828a-2d6173d87524 service nova] [instance: 37ae3479-9afa-41e5-a1af-7e24bc9dccd2] Received event network-vif-deleted-9bff80c3-4b43-41f6-a9dd-eb15945d82ff {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.734758] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52705a55-b8fa-8aac-79a9-b62e4b4783a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.735541] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f53f2f3-2532-4553-995d-af3159b76cc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.741405] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1243.741405] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52156fd7-8448-2d58-46c7-3cbae1f99e00" [ 1243.741405] env[69265]: _type = "Task" [ 1243.741405] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.749859] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52156fd7-8448-2d58-46c7-3cbae1f99e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.872075] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 99ee16d5-2d5a-48d8-9f4e-188fe6a4c7fa] Instance has had 0 of 5 cleanup attempts {{(pid=69265) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.914341] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e0500218-55da-42ff-8f92-99569a89028c tempest-ServerShowV247Test-1146232018 tempest-ServerShowV247Test-1146232018-project-member] Lock "b51e591d-4600-4c46-bc72-097350da812c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.035s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.025893] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fad9c4-9395-47c0-92e0-2986a0f701c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.034595] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c61174-f5f4-491a-b182-929c2d4e2f53 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.066674] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70199d1-ef4c-4f6e-9516-a2ca5450e699 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.075103] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4562c8c-e85c-4732-a96f-c2309694fa6c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.088888] env[69265]: DEBUG nova.compute.provider_tree [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.254179] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52156fd7-8448-2d58-46c7-3cbae1f99e00, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.254551] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.254870] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15/e3cce2ba-6f02-4e58-a383-6c864b6a3c15.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.255190] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42c304a0-cdd5-481c-9a83-d25922ed1c50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.263922] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1244.263922] env[69265]: value = "task-3477116" [ 1244.263922] env[69265]: _type = "Task" [ 1244.263922] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.273956] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.375670] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.592889] env[69265]: DEBUG nova.scheduler.client.report [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.775573] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49352} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.775900] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15/e3cce2ba-6f02-4e58-a383-6c864b6a3c15.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.776812] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.777147] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-830980e3-5b1c-48f8-955a-31309508b478 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.785260] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1244.785260] env[69265]: value = "task-3477117" [ 1244.785260] env[69265]: _type = "Task" [ 1244.785260] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.795328] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.099930] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.102444] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.660s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.103580] env[69265]: DEBUG nova.objects.instance [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69265) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1245.123539] env[69265]: INFO nova.scheduler.client.report [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted allocations for instance 37ae3479-9afa-41e5-a1af-7e24bc9dccd2 [ 1245.296680] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062899} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.296851] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.297586] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d21ac5-df1f-49ec-b4d2-d3eb4b7c2765 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.320507] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15/e3cce2ba-6f02-4e58-a383-6c864b6a3c15.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.320816] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd680a7-b476-40eb-92a0-c0df988f55e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.342834] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1245.342834] env[69265]: value = "task-3477118" [ 1245.342834] env[69265]: _type = "Task" [ 1245.342834] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.350687] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.370577] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.370930] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.630132] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a8b1aa03-7626-41ad-8e53-70ebc153a8e9 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "37ae3479-9afa-41e5-a1af-7e24bc9dccd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.046s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.853313] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477118, 'name': ReconfigVM_Task, 'duration_secs': 0.281054} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.853658] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15/e3cce2ba-6f02-4e58-a383-6c864b6a3c15.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.854404] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0649ec4-f815-4e7f-89ca-5f5d079fa698 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.861869] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1245.861869] env[69265]: value = "task-3477120" [ 1245.861869] env[69265]: _type = "Task" [ 1245.861869] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.870380] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477120, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.878585] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.878585] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.878585] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.878585] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.878585] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1245.878585] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.111865] env[69265]: DEBUG oslo_concurrency.lockutils [None req-831aba6e-0359-43ad-b805-8a210390a7a6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.113450] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.924s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.113702] env[69265]: DEBUG nova.objects.instance [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'pci_requests' on Instance uuid 8654edbe-05d1-4c47-9d5b-3f80eef3627a {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.373182] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477120, 'name': Rename_Task, 'duration_secs': 0.150254} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.373416] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.373662] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0970f3c-c216-416b-9483-82be161745c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.381064] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.381450] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1246.381450] env[69265]: value = "task-3477121" [ 1246.381450] env[69265]: _type = "Task" [ 1246.381450] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.389476] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.618641] env[69265]: DEBUG nova.objects.instance [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'numa_topology' on Instance uuid 8654edbe-05d1-4c47-9d5b-3f80eef3627a {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.892699] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.121818] env[69265]: INFO nova.compute.claims [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.393139] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.894037] env[69265]: DEBUG oslo_vmware.api [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477121, 'name': PowerOnVM_Task, 'duration_secs': 1.21057} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.894372] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.894609] env[69265]: INFO nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1247.894818] env[69265]: DEBUG nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.895625] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c062173b-1db0-4acf-8e74-fcb7ae208f87 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.240063] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627ccea6-658f-4424-9b90-7652f0155617 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.247730] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11bafc8-99b6-4350-b655-c10bdaa396cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.277719] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe1d67d-33b1-4ee8-95fd-8bb0507eb686 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.284688] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d441d-381b-4b4d-943f-44ff159aebb8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.297718] env[69265]: DEBUG nova.compute.provider_tree [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.413217] env[69265]: INFO nova.compute.manager [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Took 15.89 seconds to build instance. [ 1248.800697] env[69265]: DEBUG nova.scheduler.client.report [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.918458] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.403s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.306212] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.193s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.310285] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.940s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.310583] env[69265]: DEBUG nova.objects.instance [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lazy-loading 'resources' on Instance uuid 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.515867] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.516202] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.516461] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.516686] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.516896] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.519630] env[69265]: INFO nova.compute.manager [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Terminating instance [ 1249.595935] env[69265]: INFO nova.network.neutron [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating port 9d25821a-b98d-4932-9f77-948d316cdf80 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1249.709337] env[69265]: DEBUG nova.compute.manager [req-d9e80ee6-af45-4718-96f6-c08115674665 req-d2744386-7b6c-46dd-9744-1102cc684415 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received event network-changed-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.709786] env[69265]: DEBUG nova.compute.manager [req-d9e80ee6-af45-4718-96f6-c08115674665 req-d2744386-7b6c-46dd-9744-1102cc684415 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Refreshing instance network info cache due to event network-changed-1470b332-479c-4e04-beef-e4fbd4e7632d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.709786] env[69265]: DEBUG oslo_concurrency.lockutils [req-d9e80ee6-af45-4718-96f6-c08115674665 req-d2744386-7b6c-46dd-9744-1102cc684415 service nova] Acquiring lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.709910] env[69265]: DEBUG oslo_concurrency.lockutils [req-d9e80ee6-af45-4718-96f6-c08115674665 req-d2744386-7b6c-46dd-9744-1102cc684415 service nova] Acquired lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.710098] env[69265]: DEBUG nova.network.neutron [req-d9e80ee6-af45-4718-96f6-c08115674665 req-d2744386-7b6c-46dd-9744-1102cc684415 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Refreshing network info cache for port 1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.960975] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8e2b2e-de1c-4c0e-afb7-d815a7ab7abb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.970198] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b0dc6e-e3ac-47a0-92f9-57ecb4269e58 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.001500] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60226405-2fb4-4429-8d2b-d53a69f14129 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.010124] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e56b2-ca1b-4015-9576-7c06d906a18c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.024067] env[69265]: DEBUG nova.compute.manager [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.024367] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.024907] env[69265]: DEBUG nova.compute.provider_tree [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.027770] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c356c-1d91-405e-bf74-c4fc0be1bcb7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.035245] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.036090] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f15650e-51fb-468d-803b-134c813531e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.043401] env[69265]: DEBUG oslo_vmware.api [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1250.043401] env[69265]: value = "task-3477122" [ 1250.043401] env[69265]: _type = "Task" [ 1250.043401] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.054507] env[69265]: DEBUG oslo_vmware.api [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.433840] env[69265]: DEBUG nova.network.neutron [req-d9e80ee6-af45-4718-96f6-c08115674665 req-d2744386-7b6c-46dd-9744-1102cc684415 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updated VIF entry in instance network info cache for port 1470b332-479c-4e04-beef-e4fbd4e7632d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.434367] env[69265]: DEBUG nova.network.neutron [req-d9e80ee6-af45-4718-96f6-c08115674665 req-d2744386-7b6c-46dd-9744-1102cc684415 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating instance_info_cache with network_info: [{"id": "1470b332-479c-4e04-beef-e4fbd4e7632d", "address": "fa:16:3e:f0:3f:bc", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1470b332-47", "ovs_interfaceid": "1470b332-479c-4e04-beef-e4fbd4e7632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.531799] env[69265]: DEBUG nova.scheduler.client.report [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.557647] env[69265]: DEBUG oslo_vmware.api [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477122, 'name': PowerOffVM_Task, 'duration_secs': 0.460153} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.557929] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.558113] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.558377] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0fac099-bd09-4219-ac51-89add80ea5d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.656199] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.656423] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.656622] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleting the datastore file [datastore1] d9fb3dba-41f2-463c-8d57-118b0aa46f54 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.656901] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9cc6a05-bd11-4139-bca1-6e82874603c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.665159] env[69265]: DEBUG oslo_vmware.api [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for the task: (returnval){ [ 1250.665159] env[69265]: value = "task-3477124" [ 1250.665159] env[69265]: _type = "Task" [ 1250.665159] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.674041] env[69265]: DEBUG oslo_vmware.api [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.941287] env[69265]: DEBUG oslo_concurrency.lockutils [req-d9e80ee6-af45-4718-96f6-c08115674665 req-d2744386-7b6c-46dd-9744-1102cc684415 service nova] Releasing lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.036878] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.039843] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.659s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.040104] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.040529] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1251.041239] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f052929-6399-4ad0-9073-f96038f1dc69 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.050481] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6f34e-9455-4ea0-a57d-4ea1cd165cee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.058101] env[69265]: INFO nova.scheduler.client.report [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Deleted allocations for instance 0cf0f4d3-28e8-4dd2-83a6-48c91abbb537 [ 1251.069663] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85108a4d-f30d-4904-8b77-36cc59cdf05f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.077517] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b06b3a-79cb-430e-bae7-4af921095eec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.109311] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178308MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1251.109505] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.109721] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.123155] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.123155] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.123155] env[69265]: DEBUG nova.network.neutron [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.175113] env[69265]: DEBUG oslo_vmware.api [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Task: {'id': task-3477124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489663} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.175380] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.175579] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.175758] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.175930] env[69265]: INFO nova.compute.manager [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1251.176189] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.176384] env[69265]: DEBUG nova.compute.manager [-] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.176477] env[69265]: DEBUG nova.network.neutron [-] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.576050] env[69265]: DEBUG oslo_concurrency.lockutils [None req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Lock "0cf0f4d3-28e8-4dd2-83a6-48c91abbb537" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.574s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.753882] env[69265]: DEBUG nova.compute.manager [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received event network-vif-plugged-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.754162] env[69265]: DEBUG oslo_concurrency.lockutils [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.754727] env[69265]: DEBUG oslo_concurrency.lockutils [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.755763] env[69265]: DEBUG oslo_concurrency.lockutils [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.755763] env[69265]: DEBUG nova.compute.manager [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] No waiting events found dispatching network-vif-plugged-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.755763] env[69265]: WARNING nova.compute.manager [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received unexpected event network-vif-plugged-9d25821a-b98d-4932-9f77-948d316cdf80 for instance with vm_state shelved_offloaded and task_state spawning. [ 1251.755763] env[69265]: DEBUG nova.compute.manager [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received event network-changed-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.755763] env[69265]: DEBUG nova.compute.manager [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Refreshing instance network info cache due to event network-changed-9d25821a-b98d-4932-9f77-948d316cdf80. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.755763] env[69265]: DEBUG oslo_concurrency.lockutils [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] Acquiring lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.860363] env[69265]: DEBUG nova.network.neutron [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [{"id": "9d25821a-b98d-4932-9f77-948d316cdf80", "address": "fa:16:3e:67:17:b3", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25821a-b9", "ovs_interfaceid": "9d25821a-b98d-4932-9f77-948d316cdf80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.885951] env[69265]: DEBUG nova.network.neutron [-] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.137418] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d9fb3dba-41f2-463c-8d57-118b0aa46f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1252.137673] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f598f661-1fb6-456c-b62b-e66c6a472680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1252.137812] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance dcaf8a62-deb1-4d18-a951-ce29f8a16f80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1252.138013] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 618fcdd3-0cee-43ca-b59b-e9fc19ebb746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1252.138187] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance daf69057-d60a-4dd7-bdcf-84788c0e94ec actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1252.139066] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 45c17cac-0899-43c9-9cc4-fb7ca0c9de98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1252.139281] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance e3cce2ba-6f02-4e58-a383-6c864b6a3c15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1252.139421] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 8654edbe-05d1-4c47-9d5b-3f80eef3627a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1252.139629] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1252.139772] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1252.239855] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4254f132-57ee-45db-9c79-373adfa764bf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.248471] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ccfef-0fd8-42f5-a350-b96344be253b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.282483] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20083fe-9ac5-4334-8584-f6f2b6502993 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.291055] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fceea31-e263-4735-a419-d4fa4a7c67cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.305781] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.363230] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.366823] env[69265]: DEBUG oslo_concurrency.lockutils [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] Acquired lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.366823] env[69265]: DEBUG nova.network.neutron [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Refreshing network info cache for port 9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.388197] env[69265]: INFO nova.compute.manager [-] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Took 1.21 seconds to deallocate network for instance. [ 1252.394703] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ee3e399295726710a14e5886273e6549',container_format='bare',created_at=2025-04-17T13:56:33Z,direct_url=,disk_format='vmdk',id=b2b7428c-8a37-47cb-be3f-ef6cb38e377b,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1089587736-shelved',owner='cd05d9d3f48b4fe6af949b13f9dd03ec',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-17T13:56:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.394945] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.395119] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.395328] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.395444] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.395590] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.395795] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.395958] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.396140] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.396304] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.396475] env[69265]: DEBUG nova.virt.hardware [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.397316] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa889a7b-dc41-4aee-a56c-555e34e5260a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.405606] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed44547e-fcba-4b43-8b3a-af44b240b76c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.419937] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:17:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d25821a-b98d-4932-9f77-948d316cdf80', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.427284] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.428090] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.428306] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87b39ae8-765b-4d5c-b63b-af100746c0d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.449416] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.449416] env[69265]: value = "task-3477125" [ 1252.449416] env[69265]: _type = "Task" [ 1252.449416] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.457291] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477125, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.812076] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.894746] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.963262] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477125, 'name': CreateVM_Task, 'duration_secs': 0.314748} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.963680] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.964661] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.965059] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.965645] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.966115] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b113b088-fbf7-4bf7-911f-3350f09af6ee {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.972580] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1252.972580] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5255c0c4-d375-cb8c-a2a5-bccc458545c6" [ 1252.972580] env[69265]: _type = "Task" [ 1252.972580] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.985902] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5255c0c4-d375-cb8c-a2a5-bccc458545c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.227473] env[69265]: DEBUG nova.network.neutron [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updated VIF entry in instance network info cache for port 9d25821a-b98d-4932-9f77-948d316cdf80. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.227855] env[69265]: DEBUG nova.network.neutron [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [{"id": "9d25821a-b98d-4932-9f77-948d316cdf80", "address": "fa:16:3e:67:17:b3", "network": {"id": "39e617f6-616f-42a5-b7c8-9b11ca387c35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-268798217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd05d9d3f48b4fe6af949b13f9dd03ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25821a-b9", "ovs_interfaceid": "9d25821a-b98d-4932-9f77-948d316cdf80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.315218] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1253.315480] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.206s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.315725] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.421s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.316811] env[69265]: DEBUG nova.objects.instance [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lazy-loading 'resources' on Instance uuid d9fb3dba-41f2-463c-8d57-118b0aa46f54 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.491031] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.491374] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Processing image b2b7428c-8a37-47cb-be3f-ef6cb38e377b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.491642] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b/b2b7428c-8a37-47cb-be3f-ef6cb38e377b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.491829] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b/b2b7428c-8a37-47cb-be3f-ef6cb38e377b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.492068] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.492557] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69fef5cf-0e57-4ccf-8b48-747ebd139022 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.502263] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.502463] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.503231] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087a3857-e049-4ad3-b9c2-62f06bc4ff05 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.509022] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1253.509022] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522b5bbb-2023-3ea4-3a75-5b05fa85031a" [ 1253.509022] env[69265]: _type = "Task" [ 1253.509022] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.519414] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522b5bbb-2023-3ea4-3a75-5b05fa85031a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.731075] env[69265]: DEBUG oslo_concurrency.lockutils [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] Releasing lock "refresh_cache-8654edbe-05d1-4c47-9d5b-3f80eef3627a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.731406] env[69265]: DEBUG nova.compute.manager [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Received event network-vif-deleted-b113a571-3b2d-4cbf-9579-231198a3831e {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.731597] env[69265]: INFO nova.compute.manager [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Neutron deleted interface b113a571-3b2d-4cbf-9579-231198a3831e; detaching it from the instance and deleting it from the info cache [ 1253.731828] env[69265]: DEBUG nova.network.neutron [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.922107] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4cae89-1c46-4a92-afab-8ae98e471ebd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.930062] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b7bc5c-8c09-4d9a-a75b-ea6987e2bfe6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.960645] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995bb2ea-c9e4-46a7-b25b-b74cc9c0904d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.969987] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477bdc42-aa47-4580-a5f7-4aff544be260 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.985638] env[69265]: DEBUG nova.compute.provider_tree [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.020202] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Preparing fetch location {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1254.020474] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Fetch image to [datastore1] OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216/OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216.vmdk {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1254.020704] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Downloading stream optimized image b2b7428c-8a37-47cb-be3f-ef6cb38e377b to [datastore1] OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216/OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216.vmdk on the data store datastore1 as vApp {{(pid=69265) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1254.020905] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Downloading image file data b2b7428c-8a37-47cb-be3f-ef6cb38e377b to the ESX as VM named 'OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216' {{(pid=69265) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1254.098501] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1254.098501] env[69265]: value = "resgroup-9" [ 1254.098501] env[69265]: _type = "ResourcePool" [ 1254.098501] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1254.098840] env[69265]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-03625175-f00a-40c9-8a26-b7b5af8f2cfc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.121742] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease: (returnval){ [ 1254.121742] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1254.121742] env[69265]: _type = "HttpNfcLease" [ 1254.121742] env[69265]: } obtained for vApp import into resource pool (val){ [ 1254.121742] env[69265]: value = "resgroup-9" [ 1254.121742] env[69265]: _type = "ResourcePool" [ 1254.121742] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1254.122085] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the lease: (returnval){ [ 1254.122085] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1254.122085] env[69265]: _type = "HttpNfcLease" [ 1254.122085] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1254.128725] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.128725] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1254.128725] env[69265]: _type = "HttpNfcLease" [ 1254.128725] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1254.235292] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db8d3194-4e5b-42a1-8e9b-ef2adb6e2a94 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.247487] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75c1ee2-9a15-4a69-9f39-c82e29aeab09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.280459] env[69265]: DEBUG nova.compute.manager [req-b79cedcd-7f3a-4ef7-bd2d-87b5e701eaee req-4eda9c5a-19c4-4cbb-86e7-5a6abaa9505f service nova] [instance: d9fb3dba-41f2-463c-8d57-118b0aa46f54] Detach interface failed, port_id=b113a571-3b2d-4cbf-9579-231198a3831e, reason: Instance d9fb3dba-41f2-463c-8d57-118b0aa46f54 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.489893] env[69265]: DEBUG nova.scheduler.client.report [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.630554] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.630554] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1254.630554] env[69265]: _type = "HttpNfcLease" [ 1254.630554] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1254.997062] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.016130] env[69265]: INFO nova.scheduler.client.report [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Deleted allocations for instance d9fb3dba-41f2-463c-8d57-118b0aa46f54 [ 1255.131670] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.131670] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1255.131670] env[69265]: _type = "HttpNfcLease" [ 1255.131670] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.523543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-790480c9-8dd7-4934-aa38-6dedac563c42 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Lock "d9fb3dba-41f2-463c-8d57-118b0aa46f54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.007s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.632149] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.632149] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1255.632149] env[69265]: _type = "HttpNfcLease" [ 1255.632149] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.132696] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.132696] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1256.132696] env[69265]: _type = "HttpNfcLease" [ 1256.132696] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.633854] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.633854] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1256.633854] env[69265]: _type = "HttpNfcLease" [ 1256.633854] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1257.134309] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.134309] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1257.134309] env[69265]: _type = "HttpNfcLease" [ 1257.134309] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1257.634147] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.634147] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1257.634147] env[69265]: _type = "HttpNfcLease" [ 1257.634147] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1257.634458] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1257.634458] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f57549-ac5e-46da-f059-ed1f155bc403" [ 1257.634458] env[69265]: _type = "HttpNfcLease" [ 1257.634458] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1257.635200] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e289ef-4bbc-4f0a-9b66-727ea91720f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.642773] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262d429-b35f-aea9-fbbc-ff6cd4c575c0/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1257.642957] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262d429-b35f-aea9-fbbc-ff6cd4c575c0/disk-0.vmdk. {{(pid=69265) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1257.707825] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d887bc53-e96b-4914-b206-00ededbffef9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.748262] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Completed reading data from the image iterator. {{(pid=69265) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1258.748706] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262d429-b35f-aea9-fbbc-ff6cd4c575c0/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1258.749850] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0ed7a3-67d5-474e-bfe0-ad0b6b2ca265 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.758074] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262d429-b35f-aea9-fbbc-ff6cd4c575c0/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1258.758295] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262d429-b35f-aea9-fbbc-ff6cd4c575c0/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1258.758608] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-559ec1b6-458f-46cb-b1c9-123a022e358e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.978577] env[69265]: DEBUG oslo_vmware.rw_handles [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262d429-b35f-aea9-fbbc-ff6cd4c575c0/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1258.978855] env[69265]: INFO nova.virt.vmwareapi.images [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Downloaded image file data b2b7428c-8a37-47cb-be3f-ef6cb38e377b [ 1258.979642] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840ea817-9278-408e-86f6-ccf181d62bfb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.998780] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc049cb8-01f2-4611-a629-059e7991d1c9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.030649] env[69265]: INFO nova.virt.vmwareapi.images [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] The imported VM was unregistered [ 1259.033083] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Caching image {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1259.033336] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.033613] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a772f00-7ba8-4996-b06e-66d2fbd6b226 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.045819] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Created directory with path [datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.046046] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216/OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216.vmdk to [datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b/b2b7428c-8a37-47cb-be3f-ef6cb38e377b.vmdk. {{(pid=69265) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1259.046281] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ce9b99e8-0543-4c90-bb9e-c8b1572ea21c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.054533] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1259.054533] env[69265]: value = "task-3477128" [ 1259.054533] env[69265]: _type = "Task" [ 1259.054533] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.063472] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477128, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.412358] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Acquiring lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.412815] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.413126] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Acquiring lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.413414] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.413671] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.416048] env[69265]: INFO nova.compute.manager [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Terminating instance [ 1259.568570] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477128, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.924224] env[69265]: DEBUG nova.compute.manager [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.924633] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.924984] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfce9b1a-6fe0-4c90-9c38-759ea0055bf2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.936203] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1259.936203] env[69265]: value = "task-3477129" [ 1259.936203] env[69265]: _type = "Task" [ 1259.936203] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.950483] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.070902] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477128, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.447964] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477129, 'name': PowerOffVM_Task, 'duration_secs': 0.233967} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.448350] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.448636] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1260.448832] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695169', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'name': 'volume-7f862285-3f3d-4939-8331-e42a677bfbf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daf69057-d60a-4dd7-bdcf-84788c0e94ec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'serial': '7f862285-3f3d-4939-8331-e42a677bfbf5'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1260.449794] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b8b065-1d65-49d6-a743-d684859ffec6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.471033] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcf9bce-fdfa-4080-8335-5924a0c594ba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.480788] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60943c5f-bfb3-4f66-b7ed-8099ce6743ec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.501883] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8d684b-ef65-4911-ba13-44515d9de999 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.522312] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f862285-3f3d-4939-8331-e42a677bfbf5/volume-7f862285-3f3d-4939-8331-e42a677bfbf5.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1260.527364] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.527749] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d307d25-b0da-45d5-b85c-0ef30dada6fc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.550122] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1260.550122] env[69265]: value = "task-3477130" [ 1260.550122] env[69265]: _type = "Task" [ 1260.550122] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.564832] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.572897] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477128, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.065998] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477130, 'name': ReconfigVM_Task, 'duration_secs': 0.201004} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.065998] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.073759] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a80a3c3-2590-4ab8-aedb-64536e609380 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.084248] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477128, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.094408] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1261.094408] env[69265]: value = "task-3477131" [ 1261.094408] env[69265]: _type = "Task" [ 1261.094408] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.106380] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.267740] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "d4ec3291-280d-4141-8508-788c71eb904f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.267740] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d4ec3291-280d-4141-8508-788c71eb904f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.567948] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477128, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.605223] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477131, 'name': ReconfigVM_Task, 'duration_secs': 0.232649} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.605538] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695169', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'name': 'volume-7f862285-3f3d-4939-8331-e42a677bfbf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daf69057-d60a-4dd7-bdcf-84788c0e94ec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f862285-3f3d-4939-8331-e42a677bfbf5', 'serial': '7f862285-3f3d-4939-8331-e42a677bfbf5'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1261.605820] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.606612] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05928b52-a1d1-4818-8b65-61e5b9fdaba6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.614178] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.614411] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8583c687-7b26-4be9-a23f-409a3413b04b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.682474] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.682709] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.682952] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Deleting the datastore file [datastore1] daf69057-d60a-4dd7-bdcf-84788c0e94ec {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.683343] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e687f587-e151-4259-abf6-9999185cf7d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.691569] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for the task: (returnval){ [ 1261.691569] env[69265]: value = "task-3477133" [ 1261.691569] env[69265]: _type = "Task" [ 1261.691569] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.701994] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.769735] env[69265]: DEBUG nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.069007] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477128, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.769741} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.069323] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216/OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216.vmdk to [datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b/b2b7428c-8a37-47cb-be3f-ef6cb38e377b.vmdk. [ 1262.069511] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Cleaning up location [datastore1] OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1262.069672] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_73c1e6b4-8b86-49e7-a526-57c57f110216 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.070266] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d386251-6edc-4358-8657-d49cab443693 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.077797] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1262.077797] env[69265]: value = "task-3477134" [ 1262.077797] env[69265]: _type = "Task" [ 1262.077797] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.086324] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.202496] env[69265]: DEBUG oslo_vmware.api [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Task: {'id': task-3477133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325099} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.202677] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.202928] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.203165] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.203383] env[69265]: INFO nova.compute.manager [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1262.203666] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.204023] env[69265]: DEBUG nova.compute.manager [-] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.204101] env[69265]: DEBUG nova.network.neutron [-] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.295614] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.296139] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.299970] env[69265]: INFO nova.compute.claims [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.589409] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03548} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.589717] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.590812] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b/b2b7428c-8a37-47cb-be3f-ef6cb38e377b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.590952] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b/b2b7428c-8a37-47cb-be3f-ef6cb38e377b.vmdk to [datastore1] 8654edbe-05d1-4c47-9d5b-3f80eef3627a/8654edbe-05d1-4c47-9d5b-3f80eef3627a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.591373] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b33378-ca81-47e5-b335-a44f5e54ded0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.601375] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1262.601375] env[69265]: value = "task-3477135" [ 1262.601375] env[69265]: _type = "Task" [ 1262.601375] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.610935] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.647557] env[69265]: DEBUG nova.compute.manager [req-4479472b-0132-41e1-9709-67d62e0ed58e req-4b7f1935-ead8-477e-9c4f-6e056fcfe13d service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Received event network-vif-deleted-d75a5e65-3adc-4f16-ae3d-de96ec72c71a {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.647826] env[69265]: INFO nova.compute.manager [req-4479472b-0132-41e1-9709-67d62e0ed58e req-4b7f1935-ead8-477e-9c4f-6e056fcfe13d service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Neutron deleted interface d75a5e65-3adc-4f16-ae3d-de96ec72c71a; detaching it from the instance and deleting it from the info cache [ 1262.648015] env[69265]: DEBUG nova.network.neutron [req-4479472b-0132-41e1-9709-67d62e0ed58e req-4b7f1935-ead8-477e-9c4f-6e056fcfe13d service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.114545] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477135, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.130293] env[69265]: DEBUG nova.network.neutron [-] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.151115] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f69b80e3-9ee4-46ff-a836-34ba9270c4b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.165449] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35330b4-fe68-46d0-9786-66138877732a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.201797] env[69265]: DEBUG nova.compute.manager [req-4479472b-0132-41e1-9709-67d62e0ed58e req-4b7f1935-ead8-477e-9c4f-6e056fcfe13d service nova] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Detach interface failed, port_id=d75a5e65-3adc-4f16-ae3d-de96ec72c71a, reason: Instance daf69057-d60a-4dd7-bdcf-84788c0e94ec could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.445019] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb3d2c9-d0ec-401b-874e-8ffc6a37b876 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.455069] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b5a0d8-b73e-4fb8-b565-8e9c399434bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.492727] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e594c47-dbf3-44d3-a7b5-4509256f5395 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.506363] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d4178-717d-40ee-9ab4-7f3df5919dc5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.525338] env[69265]: DEBUG nova.compute.provider_tree [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.614300] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477135, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.634131] env[69265]: INFO nova.compute.manager [-] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Took 1.43 seconds to deallocate network for instance. [ 1264.028465] env[69265]: DEBUG nova.scheduler.client.report [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.114949] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477135, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.183361] env[69265]: INFO nova.compute.manager [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Took 0.55 seconds to detach 1 volumes for instance. [ 1264.185966] env[69265]: DEBUG nova.compute.manager [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] [instance: daf69057-d60a-4dd7-bdcf-84788c0e94ec] Deleting volume: 7f862285-3f3d-4939-8331-e42a677bfbf5 {{(pid=69265) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1264.533667] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.534500] env[69265]: DEBUG nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.615561] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477135, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.732068] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.732068] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.732068] env[69265]: DEBUG nova.objects.instance [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lazy-loading 'resources' on Instance uuid daf69057-d60a-4dd7-bdcf-84788c0e94ec {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.039065] env[69265]: DEBUG nova.compute.utils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.040752] env[69265]: DEBUG nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.040752] env[69265]: DEBUG nova.network.neutron [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.112737] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477135, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.342375} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.114150] env[69265]: DEBUG nova.policy [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af691b7eb99341458ccf0c78642c5b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ce13bb20cc4b338120617b25e0ada3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.115561] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2b7428c-8a37-47cb-be3f-ef6cb38e377b/b2b7428c-8a37-47cb-be3f-ef6cb38e377b.vmdk to [datastore1] 8654edbe-05d1-4c47-9d5b-3f80eef3627a/8654edbe-05d1-4c47-9d5b-3f80eef3627a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.116369] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853251a1-24a3-4869-ae4c-3a138998352a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.140000] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 8654edbe-05d1-4c47-9d5b-3f80eef3627a/8654edbe-05d1-4c47-9d5b-3f80eef3627a.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.140284] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13413a2c-995a-4d0d-b361-d5d0c3c69f26 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.162440] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1265.162440] env[69265]: value = "task-3477137" [ 1265.162440] env[69265]: _type = "Task" [ 1265.162440] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.170846] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.342079] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ea89e-ad6a-4404-a14f-1fdb8d4b6bfb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.351020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad840379-119c-4bb1-a5b7-884971310ea7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.379980] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6516b9-2316-4690-841e-356251a5925e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.383238] env[69265]: DEBUG nova.network.neutron [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Successfully created port: 9acc8f58-20e7-4161-9ac1-39986bfd9363 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.390511] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1e5fb8-033a-4ca1-a144-3e450ffd4036 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.405689] env[69265]: DEBUG nova.compute.provider_tree [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.544287] env[69265]: DEBUG nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.673277] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.909892] env[69265]: DEBUG nova.scheduler.client.report [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.174343] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.414912] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.439066] env[69265]: INFO nova.scheduler.client.report [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Deleted allocations for instance daf69057-d60a-4dd7-bdcf-84788c0e94ec [ 1266.553943] env[69265]: DEBUG nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.580062] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.580327] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.580481] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.580659] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.580806] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.580951] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.581173] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.581334] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.581499] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.581659] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.581834] env[69265]: DEBUG nova.virt.hardware [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.582719] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc31ca9-e093-48f4-ac90-9cf7a3bf5cbb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.590826] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d79354-e947-4ea4-8ffb-7aa9d1ab1d5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.674455] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477137, 'name': ReconfigVM_Task, 'duration_secs': 1.074716} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.674455] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 8654edbe-05d1-4c47-9d5b-3f80eef3627a/8654edbe-05d1-4c47-9d5b-3f80eef3627a.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.675238] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2910741-607a-4abd-8db1-a895b019f229 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.684092] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1266.684092] env[69265]: value = "task-3477138" [ 1266.684092] env[69265]: _type = "Task" [ 1266.684092] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.693952] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477138, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.769150] env[69265]: DEBUG nova.compute.manager [req-cf37300d-ae29-4bf9-ba53-f6c09d5198cb req-de3359d0-d6a3-4cb0-85bd-28d0c72f4dfd service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Received event network-vif-plugged-9acc8f58-20e7-4161-9ac1-39986bfd9363 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.769484] env[69265]: DEBUG oslo_concurrency.lockutils [req-cf37300d-ae29-4bf9-ba53-f6c09d5198cb req-de3359d0-d6a3-4cb0-85bd-28d0c72f4dfd service nova] Acquiring lock "d4ec3291-280d-4141-8508-788c71eb904f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.769660] env[69265]: DEBUG oslo_concurrency.lockutils [req-cf37300d-ae29-4bf9-ba53-f6c09d5198cb req-de3359d0-d6a3-4cb0-85bd-28d0c72f4dfd service nova] Lock "d4ec3291-280d-4141-8508-788c71eb904f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.769858] env[69265]: DEBUG oslo_concurrency.lockutils [req-cf37300d-ae29-4bf9-ba53-f6c09d5198cb req-de3359d0-d6a3-4cb0-85bd-28d0c72f4dfd service nova] Lock "d4ec3291-280d-4141-8508-788c71eb904f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.770076] env[69265]: DEBUG nova.compute.manager [req-cf37300d-ae29-4bf9-ba53-f6c09d5198cb req-de3359d0-d6a3-4cb0-85bd-28d0c72f4dfd service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] No waiting events found dispatching network-vif-plugged-9acc8f58-20e7-4161-9ac1-39986bfd9363 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.770364] env[69265]: WARNING nova.compute.manager [req-cf37300d-ae29-4bf9-ba53-f6c09d5198cb req-de3359d0-d6a3-4cb0-85bd-28d0c72f4dfd service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Received unexpected event network-vif-plugged-9acc8f58-20e7-4161-9ac1-39986bfd9363 for instance with vm_state building and task_state spawning. [ 1266.795364] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.865361] env[69265]: DEBUG nova.network.neutron [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Successfully updated port: 9acc8f58-20e7-4161-9ac1-39986bfd9363 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.946455] env[69265]: DEBUG oslo_concurrency.lockutils [None req-2535815a-711d-4d7d-b2c3-88d59dc855b5 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Lock "daf69057-d60a-4dd7-bdcf-84788c0e94ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.534s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.197289] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477138, 'name': Rename_Task, 'duration_secs': 0.149416} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.197650] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.197893] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23828f75-4023-4d75-b49d-c268056e3394 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.205868] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1267.205868] env[69265]: value = "task-3477139" [ 1267.205868] env[69265]: _type = "Task" [ 1267.205868] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.222416] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.300484] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Getting list of instances from cluster (obj){ [ 1267.300484] env[69265]: value = "domain-c8" [ 1267.300484] env[69265]: _type = "ClusterComputeResource" [ 1267.300484] env[69265]: } {{(pid=69265) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1267.305036] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce3df1b-75a2-4f2b-bdb4-5c88469a5e3a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.320102] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Got total of 6 instances {{(pid=69265) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1267.320277] env[69265]: WARNING nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1267.320418] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Triggering sync for uuid f598f661-1fb6-456c-b62b-e66c6a472680 {{(pid=69265) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.320614] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Triggering sync for uuid dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.320787] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Triggering sync for uuid 8654edbe-05d1-4c47-9d5b-3f80eef3627a {{(pid=69265) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.320954] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Triggering sync for uuid 618fcdd3-0cee-43ca-b59b-e9fc19ebb746 {{(pid=69265) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.321117] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Triggering sync for uuid 45c17cac-0899-43c9-9cc4-fb7ca0c9de98 {{(pid=69265) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.321264] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Triggering sync for uuid e3cce2ba-6f02-4e58-a383-6c864b6a3c15 {{(pid=69265) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.321555] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Triggering sync for uuid d4ec3291-280d-4141-8508-788c71eb904f {{(pid=69265) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.324017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.324017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.324017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.324017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.324017] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.324423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.324423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.324584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.324680] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.324925] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.325115] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.325347] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "d4ec3291-280d-4141-8508-788c71eb904f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.329018] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ff8e7-5424-45d0-beae-c9f5a6ba93a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.329652] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc6b7b0-1c88-4102-8736-5841bd47c2d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.332678] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d73639e-fddb-415a-927e-4dadad33c581 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.335534] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0aaad8-2d08-4d12-b877-b72651b91fcc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.339982] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db92c757-9fff-4dbc-ae5f-2fae7b846e42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.422530] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "refresh_cache-d4ec3291-280d-4141-8508-788c71eb904f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.422687] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "refresh_cache-d4ec3291-280d-4141-8508-788c71eb904f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.422887] env[69265]: DEBUG nova.network.neutron [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.719297] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477139, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.858249] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.858634] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.858950] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.859284] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.862818] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.002561] env[69265]: DEBUG nova.network.neutron [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.155551] env[69265]: DEBUG nova.network.neutron [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Updating instance_info_cache with network_info: [{"id": "9acc8f58-20e7-4161-9ac1-39986bfd9363", "address": "fa:16:3e:d9:ba:05", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9acc8f58-20", "ovs_interfaceid": "9acc8f58-20e7-4161-9ac1-39986bfd9363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.222139] env[69265]: DEBUG oslo_vmware.api [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477139, 'name': PowerOnVM_Task, 'duration_secs': 0.515926} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.222139] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.339158] env[69265]: DEBUG nova.compute.manager [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.339158] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a57af-4baa-4c44-8007-32ad7d37c54e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.659048] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "refresh_cache-d4ec3291-280d-4141-8508-788c71eb904f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.659426] env[69265]: DEBUG nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Instance network_info: |[{"id": "9acc8f58-20e7-4161-9ac1-39986bfd9363", "address": "fa:16:3e:d9:ba:05", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9acc8f58-20", "ovs_interfaceid": "9acc8f58-20e7-4161-9ac1-39986bfd9363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1268.659861] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ba:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9acc8f58-20e7-4161-9ac1-39986bfd9363', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.675279] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating folder: Project (24ce13bb20cc4b338120617b25e0ada3). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.675632] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5dda48e-9854-426f-91d3-7667f5d5dcd2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.693272] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created folder: Project (24ce13bb20cc4b338120617b25e0ada3) in parent group-v694865. [ 1268.693577] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating folder: Instances. Parent ref: group-v695185. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.693868] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc7b00bc-d3d7-4be5-b3a9-1b163bec1ec8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.718769] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created folder: Instances in parent group-v695185. [ 1268.719310] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.720237] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.720469] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9af2e222-f7cd-486f-851a-286af2805697 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.745775] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.745775] env[69265]: value = "task-3477142" [ 1268.745775] env[69265]: _type = "Task" [ 1268.745775] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.756493] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477142, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.806076] env[69265]: DEBUG nova.compute.manager [req-1bebc30a-6bf7-4849-b1fd-3a753abfb7cb req-72c77869-db84-413a-b922-3e4089045c32 service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Received event network-changed-9acc8f58-20e7-4161-9ac1-39986bfd9363 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.806520] env[69265]: DEBUG nova.compute.manager [req-1bebc30a-6bf7-4849-b1fd-3a753abfb7cb req-72c77869-db84-413a-b922-3e4089045c32 service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Refreshing instance network info cache due to event network-changed-9acc8f58-20e7-4161-9ac1-39986bfd9363. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.806520] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bebc30a-6bf7-4849-b1fd-3a753abfb7cb req-72c77869-db84-413a-b922-3e4089045c32 service nova] Acquiring lock "refresh_cache-d4ec3291-280d-4141-8508-788c71eb904f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.806793] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bebc30a-6bf7-4849-b1fd-3a753abfb7cb req-72c77869-db84-413a-b922-3e4089045c32 service nova] Acquired lock "refresh_cache-d4ec3291-280d-4141-8508-788c71eb904f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.807135] env[69265]: DEBUG nova.network.neutron [req-1bebc30a-6bf7-4849-b1fd-3a753abfb7cb req-72c77869-db84-413a-b922-3e4089045c32 service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Refreshing network info cache for port 9acc8f58-20e7-4161-9ac1-39986bfd9363 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.856444] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5168b53f-ceb9-45eb-8493-79e5d99accb3 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.692s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.856828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.533s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.857317] env[69265]: INFO nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] During sync_power_state the instance has a pending task (spawning). Skip. [ 1268.857317] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.256110] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477142, 'name': CreateVM_Task, 'duration_secs': 0.380669} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.256482] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.257302] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.257471] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.257810] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.258084] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a1e8e2-588c-4677-bba8-cc5ed5b24035 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.263318] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1269.263318] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5297663b-9916-3fb6-a406-6598408617d2" [ 1269.263318] env[69265]: _type = "Task" [ 1269.263318] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.271385] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5297663b-9916-3fb6-a406-6598408617d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.417620] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.417868] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.418129] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.418345] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.418525] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.420729] env[69265]: INFO nova.compute.manager [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Terminating instance [ 1269.587722] env[69265]: DEBUG nova.network.neutron [req-1bebc30a-6bf7-4849-b1fd-3a753abfb7cb req-72c77869-db84-413a-b922-3e4089045c32 service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Updated VIF entry in instance network info cache for port 9acc8f58-20e7-4161-9ac1-39986bfd9363. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.588114] env[69265]: DEBUG nova.network.neutron [req-1bebc30a-6bf7-4849-b1fd-3a753abfb7cb req-72c77869-db84-413a-b922-3e4089045c32 service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Updating instance_info_cache with network_info: [{"id": "9acc8f58-20e7-4161-9ac1-39986bfd9363", "address": "fa:16:3e:d9:ba:05", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9acc8f58-20", "ovs_interfaceid": "9acc8f58-20e7-4161-9ac1-39986bfd9363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.776304] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5297663b-9916-3fb6-a406-6598408617d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.776670] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.776952] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.777260] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.777456] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.777678] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.777997] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72981412-6bc3-470f-93e8-5c7e82fa18e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.787535] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.787728] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.788524] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c53995-93d0-4108-bebd-d1028c0bbfa0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.794298] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1269.794298] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f3f8f7-ffef-5e75-f153-1a771cb9566e" [ 1269.794298] env[69265]: _type = "Task" [ 1269.794298] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.803201] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f3f8f7-ffef-5e75-f153-1a771cb9566e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.925177] env[69265]: DEBUG nova.compute.manager [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.925517] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.926800] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a9de33-26b1-4cb4-a579-88183cdd657d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.936978] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.937399] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b4c79e-6a5e-4558-87af-091ae1a40fe4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.944469] env[69265]: DEBUG oslo_vmware.api [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1269.944469] env[69265]: value = "task-3477143" [ 1269.944469] env[69265]: _type = "Task" [ 1269.944469] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.953532] env[69265]: DEBUG oslo_vmware.api [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.091998] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bebc30a-6bf7-4849-b1fd-3a753abfb7cb req-72c77869-db84-413a-b922-3e4089045c32 service nova] Releasing lock "refresh_cache-d4ec3291-280d-4141-8508-788c71eb904f" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.306279] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f3f8f7-ffef-5e75-f153-1a771cb9566e, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.306632] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd07dbb-ffd9-4614-a8f7-0606169caf98 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.312219] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1270.312219] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c2f216-c0e2-9531-0a0a-6bd56e7939d6" [ 1270.312219] env[69265]: _type = "Task" [ 1270.312219] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.320800] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c2f216-c0e2-9531-0a0a-6bd56e7939d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.459190] env[69265]: DEBUG oslo_vmware.api [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477143, 'name': PowerOffVM_Task, 'duration_secs': 0.180073} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.459676] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.459978] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.460370] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84cdf5f4-56ce-44c2-86c6-15d3830f5e16 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.530134] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.530384] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.530577] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleting the datastore file [datastore1] 8654edbe-05d1-4c47-9d5b-3f80eef3627a {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.530882] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd23fb2d-33b9-45b1-8d10-fa508ad0767a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.538988] env[69265]: DEBUG oslo_vmware.api [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for the task: (returnval){ [ 1270.538988] env[69265]: value = "task-3477145" [ 1270.538988] env[69265]: _type = "Task" [ 1270.538988] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.547575] env[69265]: DEBUG oslo_vmware.api [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.824042] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c2f216-c0e2-9531-0a0a-6bd56e7939d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.824884] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.825168] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] d4ec3291-280d-4141-8508-788c71eb904f/d4ec3291-280d-4141-8508-788c71eb904f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.825441] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93cb03b3-f6de-4d90-8b35-464b6a1325b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.832267] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1270.832267] env[69265]: value = "task-3477146" [ 1270.832267] env[69265]: _type = "Task" [ 1270.832267] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.842189] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.048645] env[69265]: DEBUG oslo_vmware.api [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Task: {'id': task-3477145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176953} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.048929] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.049271] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.049464] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.049646] env[69265]: INFO nova.compute.manager [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1271.049901] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.050118] env[69265]: DEBUG nova.compute.manager [-] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.050220] env[69265]: DEBUG nova.network.neutron [-] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.341906] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488202} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.342718] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] d4ec3291-280d-4141-8508-788c71eb904f/d4ec3291-280d-4141-8508-788c71eb904f.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.342983] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.343271] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7468186-401b-47dc-bfb1-45b75a1557f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.350259] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1271.350259] env[69265]: value = "task-3477147" [ 1271.350259] env[69265]: _type = "Task" [ 1271.350259] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.358863] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.568786] env[69265]: DEBUG nova.compute.manager [req-c05c3867-3e09-425e-b818-f63f7d646834 req-acd0467f-f162-4149-bf34-41ecb76fed05 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Received event network-vif-deleted-9d25821a-b98d-4932-9f77-948d316cdf80 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.569341] env[69265]: INFO nova.compute.manager [req-c05c3867-3e09-425e-b818-f63f7d646834 req-acd0467f-f162-4149-bf34-41ecb76fed05 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Neutron deleted interface 9d25821a-b98d-4932-9f77-948d316cdf80; detaching it from the instance and deleting it from the info cache [ 1271.569341] env[69265]: DEBUG nova.network.neutron [req-c05c3867-3e09-425e-b818-f63f7d646834 req-acd0467f-f162-4149-bf34-41ecb76fed05 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.860754] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065659} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.861321] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.862083] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34267fd5-bc43-43d3-8bbd-f9dbd9d109a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.886119] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] d4ec3291-280d-4141-8508-788c71eb904f/d4ec3291-280d-4141-8508-788c71eb904f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.886603] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd2ecd9-5195-4b2a-b367-547d8db792d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.909527] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1271.909527] env[69265]: value = "task-3477148" [ 1271.909527] env[69265]: _type = "Task" [ 1271.909527] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.918355] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.052968] env[69265]: DEBUG nova.network.neutron [-] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.071940] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a24cb1c1-6a69-45a8-81a9-7cd5c5a96817 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.085615] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd61119a-ce6f-43b0-a6b6-8ef7003a7ad2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.117740] env[69265]: DEBUG nova.compute.manager [req-c05c3867-3e09-425e-b818-f63f7d646834 req-acd0467f-f162-4149-bf34-41ecb76fed05 service nova] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Detach interface failed, port_id=9d25821a-b98d-4932-9f77-948d316cdf80, reason: Instance 8654edbe-05d1-4c47-9d5b-3f80eef3627a could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.420648] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.556521] env[69265]: INFO nova.compute.manager [-] [instance: 8654edbe-05d1-4c47-9d5b-3f80eef3627a] Took 1.51 seconds to deallocate network for instance. [ 1272.923041] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477148, 'name': ReconfigVM_Task, 'duration_secs': 0.622418} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.923041] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] d4ec3291-280d-4141-8508-788c71eb904f/d4ec3291-280d-4141-8508-788c71eb904f.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.923414] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37c65a92-b856-4e41-97a7-f02ec8dc9b45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.930111] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1272.930111] env[69265]: value = "task-3477149" [ 1272.930111] env[69265]: _type = "Task" [ 1272.930111] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.939743] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477149, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.067600] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.067600] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.067600] env[69265]: DEBUG nova.objects.instance [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lazy-loading 'resources' on Instance uuid 8654edbe-05d1-4c47-9d5b-3f80eef3627a {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.265541] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquiring lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.266435] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.403454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.403659] env[69265]: DEBUG oslo_concurrency.lockutils [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.440578] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477149, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.548852] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.549139] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.549358] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.549543] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.549717] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.552220] env[69265]: INFO nova.compute.manager [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Terminating instance [ 1273.673039] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd89fc94-dec0-4516-8241-446b9533f658 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.682046] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cb70cf-ec24-40e7-a960-9518127884e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.714270] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75665ca5-c068-48f3-9a42-3b2b776cc348 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.733153] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31e3e92-d9da-4d7f-a0b4-376b8b393961 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.746839] env[69265]: DEBUG nova.compute.provider_tree [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.768147] env[69265]: DEBUG nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.907287] env[69265]: DEBUG nova.compute.utils [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.941686] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477149, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.056063] env[69265]: DEBUG nova.compute.manager [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.056334] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.057249] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779385b3-2736-4029-b5cf-c7f32a81d4d0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.065557] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.065900] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8fe094-cbea-4060-87c5-929bff89331d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.072615] env[69265]: DEBUG oslo_vmware.api [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1274.072615] env[69265]: value = "task-3477150" [ 1274.072615] env[69265]: _type = "Task" [ 1274.072615] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.081919] env[69265]: DEBUG oslo_vmware.api [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.250180] env[69265]: DEBUG nova.scheduler.client.report [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.289868] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.410666] env[69265]: DEBUG oslo_concurrency.lockutils [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.444321] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477149, 'name': Rename_Task, 'duration_secs': 1.165442} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.444643] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.444778] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e911c7c-62cc-45d9-aa4d-fe97aaa04a2f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.450555] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1274.450555] env[69265]: value = "task-3477151" [ 1274.450555] env[69265]: _type = "Task" [ 1274.450555] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.458299] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.582173] env[69265]: DEBUG oslo_vmware.api [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477150, 'name': PowerOffVM_Task, 'duration_secs': 0.263155} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.582430] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.582609] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.582857] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb49caf-e195-4a27-bc34-490d7bed0b2a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.647565] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.647852] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.648086] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleting the datastore file [datastore2] 618fcdd3-0cee-43ca-b59b-e9fc19ebb746 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.648412] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4afeb88a-3b29-47da-9867-833bf1334500 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.654684] env[69265]: DEBUG oslo_vmware.api [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1274.654684] env[69265]: value = "task-3477153" [ 1274.654684] env[69265]: _type = "Task" [ 1274.654684] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.662207] env[69265]: DEBUG oslo_vmware.api [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.756111] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.757778] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.468s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.759452] env[69265]: INFO nova.compute.claims [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.773674] env[69265]: INFO nova.scheduler.client.report [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Deleted allocations for instance 8654edbe-05d1-4c47-9d5b-3f80eef3627a [ 1274.961767] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477151, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.164869] env[69265]: DEBUG oslo_vmware.api [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251357} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.165259] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.165522] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.165724] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.165907] env[69265]: INFO nova.compute.manager [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1275.166171] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.166365] env[69265]: DEBUG nova.compute.manager [-] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.166460] env[69265]: DEBUG nova.network.neutron [-] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.281739] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f1cfe74-be8d-41fc-acb4-29909027700e tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Lock "8654edbe-05d1-4c47-9d5b-3f80eef3627a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.864s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.462696] env[69265]: DEBUG oslo_vmware.api [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477151, 'name': PowerOnVM_Task, 'duration_secs': 0.610114} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.463131] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.463236] env[69265]: INFO nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1275.463411] env[69265]: DEBUG nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.464249] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8918bb64-1bc1-43c4-af5d-d18c88bdd580 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.480432] env[69265]: DEBUG oslo_concurrency.lockutils [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.480747] env[69265]: DEBUG oslo_concurrency.lockutils [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.481502] env[69265]: INFO nova.compute.manager [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Attaching volume d56d43ae-c9e7-47d9-a293-5d7e5426250a to /dev/sdb [ 1275.515349] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952c54fe-0a71-49cd-966a-3a1b4f64342c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.523444] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e12dd-5b76-4890-be14-36c270b21161 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.537867] env[69265]: DEBUG nova.virt.block_device [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Updating existing volume attachment record: 92ff7166-2e09-445d-a3d6-d4f916805dca {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1275.680940] env[69265]: DEBUG nova.compute.manager [req-e02ccd72-9b35-442f-8977-0da99c3b4e74 req-95e397cd-51d1-4712-8e88-3e95257765de service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Received event network-vif-deleted-975b521d-5276-485c-b457-19603df6be2b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.681204] env[69265]: INFO nova.compute.manager [req-e02ccd72-9b35-442f-8977-0da99c3b4e74 req-95e397cd-51d1-4712-8e88-3e95257765de service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Neutron deleted interface 975b521d-5276-485c-b457-19603df6be2b; detaching it from the instance and deleting it from the info cache [ 1275.681401] env[69265]: DEBUG nova.network.neutron [req-e02ccd72-9b35-442f-8977-0da99c3b4e74 req-95e397cd-51d1-4712-8e88-3e95257765de service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.868343] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d6a600-9df2-42f8-8ab1-ea71103f5a8e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.876363] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a17a063-4736-40dd-aa0d-428c1a4e424d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.908545] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b8e3a4-3bd2-47bb-a511-7d782d4fae80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.916549] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b66a7b-5798-44ba-b68a-ddb8b4d31469 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.930442] env[69265]: DEBUG nova.compute.provider_tree [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.980144] env[69265]: INFO nova.compute.manager [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Took 13.71 seconds to build instance. [ 1276.165474] env[69265]: DEBUG nova.network.neutron [-] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.184468] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3347d896-ca72-4023-949a-b646d7f360ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.194389] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7795dd-d2ee-4208-808e-c40fdb952b54 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.223210] env[69265]: DEBUG nova.compute.manager [req-e02ccd72-9b35-442f-8977-0da99c3b4e74 req-95e397cd-51d1-4712-8e88-3e95257765de service nova] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Detach interface failed, port_id=975b521d-5276-485c-b457-19603df6be2b, reason: Instance 618fcdd3-0cee-43ca-b59b-e9fc19ebb746 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1276.436021] env[69265]: DEBUG nova.scheduler.client.report [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.482609] env[69265]: DEBUG oslo_concurrency.lockutils [None req-e47c3123-a943-4b0a-b682-a02273c256fb tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d4ec3291-280d-4141-8508-788c71eb904f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.216s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.482888] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "d4ec3291-280d-4141-8508-788c71eb904f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.157s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.483147] env[69265]: INFO nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: d4ec3291-280d-4141-8508-788c71eb904f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1276.483354] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "d4ec3291-280d-4141-8508-788c71eb904f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.668060] env[69265]: INFO nova.compute.manager [-] [instance: 618fcdd3-0cee-43ca-b59b-e9fc19ebb746] Took 1.50 seconds to deallocate network for instance. [ 1276.939422] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.939951] env[69265]: DEBUG nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.942784] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.943059] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.943685] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.943892] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.944113] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.947028] env[69265]: INFO nova.compute.manager [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Terminating instance [ 1277.174826] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.175132] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.175357] env[69265]: DEBUG nova.objects.instance [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'resources' on Instance uuid 618fcdd3-0cee-43ca-b59b-e9fc19ebb746 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.263477] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.263706] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.263932] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.264097] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.447207] env[69265]: DEBUG nova.compute.utils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.448553] env[69265]: DEBUG nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.448730] env[69265]: DEBUG nova.network.neutron [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.451012] env[69265]: DEBUG nova.compute.manager [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.451221] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.452053] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08131859-838b-474e-a62c-7665f7b6b6c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.460191] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.460413] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80673ff1-088b-420b-bb2c-c4a7be256e73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.466363] env[69265]: DEBUG oslo_vmware.api [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1277.466363] env[69265]: value = "task-3477156" [ 1277.466363] env[69265]: _type = "Task" [ 1277.466363] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.474387] env[69265]: DEBUG oslo_vmware.api [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.489817] env[69265]: DEBUG nova.policy [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fbe440a0d524cc68f73421d996a0a38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bd4ffc067c8467ea746e1f0286327d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.733042] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.812394] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0a5d9-1fcd-4a25-a8c8-94f6ceee601a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.821688] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1119292d-8fca-49a9-a32d-b744864797c8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.859249] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50d187-fbd6-4410-bb37-026cbc3e6129 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.868167] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442fed49-99da-409c-a5a3-9909e10c1183 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.884925] env[69265]: DEBUG nova.compute.provider_tree [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.893348] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "ee1a1833-0acd-4639-a142-b2f471e428f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.894045] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "ee1a1833-0acd-4639-a142-b2f471e428f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.900707] env[69265]: DEBUG nova.network.neutron [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Successfully created port: 34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.951948] env[69265]: DEBUG nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.975983] env[69265]: DEBUG oslo_vmware.api [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477156, 'name': PowerOffVM_Task, 'duration_secs': 0.178514} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.976320] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.976497] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.976764] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82717528-c081-4645-94cc-992f8389b2ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.033071] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.033353] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.033601] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Deleting the datastore file [datastore1] dcaf8a62-deb1-4d18-a951-ce29f8a16f80 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.033831] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-703cce4a-03ca-4f3d-be51-ea45f5d62a34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.041322] env[69265]: DEBUG oslo_vmware.api [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1278.041322] env[69265]: value = "task-3477159" [ 1278.041322] env[69265]: _type = "Task" [ 1278.041322] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.048900] env[69265]: DEBUG oslo_vmware.api [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.236300] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.393051] env[69265]: DEBUG nova.scheduler.client.report [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.396905] env[69265]: DEBUG nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.551504] env[69265]: DEBUG oslo_vmware.api [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137737} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.551854] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.551974] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.552148] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.552327] env[69265]: INFO nova.compute.manager [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1278.552567] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.552761] env[69265]: DEBUG nova.compute.manager [-] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.552855] env[69265]: DEBUG nova.network.neutron [-] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.897000] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.899977] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.664s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.900135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.900300] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1278.903398] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361c244f-845b-408f-8324-09b9b4317ac2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.915419] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d82526f-85a6-48ec-80fe-5c18eff10060 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.920441] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.921061] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.922581] env[69265]: INFO nova.compute.claims [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.925842] env[69265]: INFO nova.scheduler.client.report [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted allocations for instance 618fcdd3-0cee-43ca-b59b-e9fc19ebb746 [ 1278.938473] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1068eed-878f-4e8a-ac89-362d48855fcd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.944902] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011e0efb-6f9b-4b55-aa9c-cb44e84c3275 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.976252] env[69265]: DEBUG nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.978461] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180087MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1278.978609] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.007326] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.007618] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.007732] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.007911] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.008105] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.008271] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.008481] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.008643] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.008813] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.008981] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.009211] env[69265]: DEBUG nova.virt.hardware [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.010354] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60f6e19-4af1-496c-801f-08d46ee540c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.018563] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd27eda5-f091-44cf-a109-a9c44c411503 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.082387] env[69265]: DEBUG nova.compute.manager [req-e814b413-2660-46fd-80e4-944c20ae487d req-9711cc75-d8c8-4081-9507-7234c59a78a6 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Received event network-vif-deleted-4a9520d0-f987-42c1-9f95-70f9fdaf05cd {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.082468] env[69265]: INFO nova.compute.manager [req-e814b413-2660-46fd-80e4-944c20ae487d req-9711cc75-d8c8-4081-9507-7234c59a78a6 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Neutron deleted interface 4a9520d0-f987-42c1-9f95-70f9fdaf05cd; detaching it from the instance and deleting it from the info cache [ 1279.082695] env[69265]: DEBUG nova.network.neutron [req-e814b413-2660-46fd-80e4-944c20ae487d req-9711cc75-d8c8-4081-9507-7234c59a78a6 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.445570] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d28f2cb5-9be6-4c2e-a352-86517f323394 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "618fcdd3-0cee-43ca-b59b-e9fc19ebb746" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.896s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.496148] env[69265]: DEBUG nova.compute.manager [req-b0e555f4-d2bf-4365-b224-2f11f163f817 req-80f6cd3f-3dbb-45fe-b8dc-af88b45395c9 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Received event network-vif-plugged-34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.496389] env[69265]: DEBUG oslo_concurrency.lockutils [req-b0e555f4-d2bf-4365-b224-2f11f163f817 req-80f6cd3f-3dbb-45fe-b8dc-af88b45395c9 service nova] Acquiring lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.496600] env[69265]: DEBUG oslo_concurrency.lockutils [req-b0e555f4-d2bf-4365-b224-2f11f163f817 req-80f6cd3f-3dbb-45fe-b8dc-af88b45395c9 service nova] Lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.496767] env[69265]: DEBUG oslo_concurrency.lockutils [req-b0e555f4-d2bf-4365-b224-2f11f163f817 req-80f6cd3f-3dbb-45fe-b8dc-af88b45395c9 service nova] Lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.496935] env[69265]: DEBUG nova.compute.manager [req-b0e555f4-d2bf-4365-b224-2f11f163f817 req-80f6cd3f-3dbb-45fe-b8dc-af88b45395c9 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] No waiting events found dispatching network-vif-plugged-34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.498067] env[69265]: WARNING nova.compute.manager [req-b0e555f4-d2bf-4365-b224-2f11f163f817 req-80f6cd3f-3dbb-45fe-b8dc-af88b45395c9 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Received unexpected event network-vif-plugged-34a7eace-4d82-4f41-9671-fa01189643fe for instance with vm_state building and task_state spawning. [ 1279.535746] env[69265]: DEBUG nova.network.neutron [-] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.585316] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ed5db53-a5b6-4725-b3b9-97b27340e275 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.595815] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f892fd93-ee16-4b1b-8d8e-d614a5d7a77e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.624227] env[69265]: DEBUG nova.compute.manager [req-e814b413-2660-46fd-80e4-944c20ae487d req-9711cc75-d8c8-4081-9507-7234c59a78a6 service nova] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Detach interface failed, port_id=4a9520d0-f987-42c1-9f95-70f9fdaf05cd, reason: Instance dcaf8a62-deb1-4d18-a951-ce29f8a16f80 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.685660] env[69265]: DEBUG nova.network.neutron [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Successfully updated port: 34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.039224] env[69265]: INFO nova.compute.manager [-] [instance: dcaf8a62-deb1-4d18-a951-ce29f8a16f80] Took 1.49 seconds to deallocate network for instance. [ 1280.049172] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a32b93-ad82-4d3f-9494-43619af8034f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.058931] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3d1fe5-0f58-4127-876f-15f4782b4db4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.092408] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1280.092819] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695188', 'volume_id': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a', 'name': 'volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45c17cac-0899-43c9-9cc4-fb7ca0c9de98', 'attached_at': '', 'detached_at': '', 'volume_id': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a', 'serial': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1280.093670] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559acd63-7bce-475d-9d79-32b549053274 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.096821] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb880a8-2b1b-44b5-b257-03b1fdcbb47f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.114031] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a54435-222a-458e-94b9-72eefc11234b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.118999] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0256b8-9d4a-42df-9ff0-503e7c9ca5f2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.131464] env[69265]: DEBUG nova.compute.provider_tree [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.152583] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a/volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.154501] env[69265]: DEBUG nova.scheduler.client.report [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.157523] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7ada84-eae7-42c0-a725-cfc4768dede4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.171796] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.251s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.172385] env[69265]: DEBUG nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.174915] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.196s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.182693] env[69265]: DEBUG oslo_vmware.api [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1280.182693] env[69265]: value = "task-3477160" [ 1280.182693] env[69265]: _type = "Task" [ 1280.182693] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.191159] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquiring lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.191308] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquired lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.191497] env[69265]: DEBUG nova.network.neutron [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.192718] env[69265]: DEBUG oslo_vmware.api [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.430671] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.430671] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.430671] env[69265]: INFO nova.compute.manager [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Shelving [ 1280.545731] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.680288] env[69265]: DEBUG nova.compute.utils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.685017] env[69265]: DEBUG nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1280.685017] env[69265]: DEBUG nova.network.neutron [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.696930] env[69265]: DEBUG oslo_vmware.api [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477160, 'name': ReconfigVM_Task, 'duration_secs': 0.3586} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.697211] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a/volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.702805] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97cb9cb6-1cc9-4ed9-b0f0-23e5a816e5ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.718691] env[69265]: DEBUG oslo_vmware.api [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1280.718691] env[69265]: value = "task-3477161" [ 1280.718691] env[69265]: _type = "Task" [ 1280.718691] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.738226] env[69265]: DEBUG nova.policy [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af691b7eb99341458ccf0c78642c5b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ce13bb20cc4b338120617b25e0ada3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1280.744939] env[69265]: DEBUG nova.network.neutron [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.986321] env[69265]: DEBUG nova.network.neutron [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Updating instance_info_cache with network_info: [{"id": "34a7eace-4d82-4f41-9671-fa01189643fe", "address": "fa:16:3e:21:cd:be", "network": {"id": "1232e117-48fc-4da8-9a21-45f95945403d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1135549259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bd4ffc067c8467ea746e1f0286327d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a7eace-4d", "ovs_interfaceid": "34a7eace-4d82-4f41-9671-fa01189643fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.018527] env[69265]: DEBUG nova.network.neutron [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Successfully created port: 61be751f-58e5-4b2b-b579-603a580b7022 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.188427] env[69265]: DEBUG nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.189728] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=69265) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1593}} [ 1281.213868] env[69265]: WARNING nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance dcaf8a62-deb1-4d18-a951-ce29f8a16f80 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1281.214009] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 45c17cac-0899-43c9-9cc4-fb7ca0c9de98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.214161] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance e3cce2ba-6f02-4e58-a383-6c864b6a3c15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.214251] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d4ec3291-280d-4141-8508-788c71eb904f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.214410] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 61c31271-f48b-4e8c-9553-dfa6ccb4dc54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.214474] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance ee1a1833-0acd-4639-a142-b2f471e428f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.214592] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Migration 2c693ec2-9b71-421d-b7f2-38e8ce359d97 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1281.214705] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f598f661-1fb6-456c-b62b-e66c6a472680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.214894] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1281.215048] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1281.232069] env[69265]: DEBUG oslo_vmware.api [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477161, 'name': ReconfigVM_Task, 'duration_secs': 0.149498} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.232457] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695188', 'volume_id': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a', 'name': 'volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45c17cac-0899-43c9-9cc4-fb7ca0c9de98', 'attached_at': '', 'detached_at': '', 'volume_id': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a', 'serial': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1281.367045] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22716538-955d-4056-b07f-a55e38f8a501 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.373532] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e8fb56-4d78-4499-9fd7-82081ebed675 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.409986] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d58c784-7eb3-4e6c-a777-e7dd6de1e262 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.416952] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25488f40-4a95-4bdf-8332-25a3fab6653c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.430054] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.444263] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.444529] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e4ca8e-4e80-4d40-b8fa-932d4af28df3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.451544] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1281.451544] env[69265]: value = "task-3477162" [ 1281.451544] env[69265]: _type = "Task" [ 1281.451544] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.460713] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.489437] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Releasing lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.489808] env[69265]: DEBUG nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Instance network_info: |[{"id": "34a7eace-4d82-4f41-9671-fa01189643fe", "address": "fa:16:3e:21:cd:be", "network": {"id": "1232e117-48fc-4da8-9a21-45f95945403d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1135549259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bd4ffc067c8467ea746e1f0286327d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a7eace-4d", "ovs_interfaceid": "34a7eace-4d82-4f41-9671-fa01189643fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.490499] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:cd:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34a7eace-4d82-4f41-9671-fa01189643fe', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.498864] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Creating folder: Project (6bd4ffc067c8467ea746e1f0286327d9). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.499186] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01a6c203-d276-4d77-bf11-de5c81078138 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.508856] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Created folder: Project (6bd4ffc067c8467ea746e1f0286327d9) in parent group-v694865. [ 1281.509103] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Creating folder: Instances. Parent ref: group-v695189. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.509408] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3996ee09-cd42-4e2b-8752-6e7b00f309f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.518255] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Created folder: Instances in parent group-v695189. [ 1281.519093] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.519317] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.519525] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee55181c-4e60-4079-a001-f04d86a917c3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.540255] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.540255] env[69265]: value = "task-3477165" [ 1281.540255] env[69265]: _type = "Task" [ 1281.540255] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.548668] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477165, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.557145] env[69265]: DEBUG nova.compute.manager [req-d57b38e0-39b6-4ae5-9ff0-a48f19e43f2a req-bce8d382-f693-418f-b6d6-6461993266ee service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Received event network-changed-34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.557695] env[69265]: DEBUG nova.compute.manager [req-d57b38e0-39b6-4ae5-9ff0-a48f19e43f2a req-bce8d382-f693-418f-b6d6-6461993266ee service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Refreshing instance network info cache due to event network-changed-34a7eace-4d82-4f41-9671-fa01189643fe. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.557695] env[69265]: DEBUG oslo_concurrency.lockutils [req-d57b38e0-39b6-4ae5-9ff0-a48f19e43f2a req-bce8d382-f693-418f-b6d6-6461993266ee service nova] Acquiring lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.557695] env[69265]: DEBUG oslo_concurrency.lockutils [req-d57b38e0-39b6-4ae5-9ff0-a48f19e43f2a req-bce8d382-f693-418f-b6d6-6461993266ee service nova] Acquired lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.557926] env[69265]: DEBUG nova.network.neutron [req-d57b38e0-39b6-4ae5-9ff0-a48f19e43f2a req-bce8d382-f693-418f-b6d6-6461993266ee service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Refreshing network info cache for port 34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.775775] env[69265]: DEBUG nova.compute.manager [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1281.932754] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.961579] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477162, 'name': PowerOffVM_Task, 'duration_secs': 0.214674} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.961852] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.962636] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affc0c1-7744-43fa-8d93-7b577c026197 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.980893] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2ac14c-32f2-4ee9-88c7-b7f08eb03a79 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.050320] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477165, 'name': CreateVM_Task, 'duration_secs': 0.290746} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.050775] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.057579] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.057757] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.058106] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.058394] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3054a104-308d-42a0-8a23-ca27706ef3ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.064957] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1282.064957] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521b5d28-815b-3fe6-e7cc-b462e9171874" [ 1282.064957] env[69265]: _type = "Task" [ 1282.064957] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.072654] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521b5d28-815b-3fe6-e7cc-b462e9171874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.199733] env[69265]: DEBUG nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.228503] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.228749] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.228907] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.229100] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.229250] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.229397] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.229602] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.229759] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.229919] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.230090] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.230365] env[69265]: DEBUG nova.virt.hardware [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.231246] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b957291-185e-40dd-9560-20d80e47cc02 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.241363] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72de783a-aee3-4494-acfd-75bf2bb95fa9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.276624] env[69265]: DEBUG nova.network.neutron [req-d57b38e0-39b6-4ae5-9ff0-a48f19e43f2a req-bce8d382-f693-418f-b6d6-6461993266ee service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Updated VIF entry in instance network info cache for port 34a7eace-4d82-4f41-9671-fa01189643fe. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.276989] env[69265]: DEBUG nova.network.neutron [req-d57b38e0-39b6-4ae5-9ff0-a48f19e43f2a req-bce8d382-f693-418f-b6d6-6461993266ee service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Updating instance_info_cache with network_info: [{"id": "34a7eace-4d82-4f41-9671-fa01189643fe", "address": "fa:16:3e:21:cd:be", "network": {"id": "1232e117-48fc-4da8-9a21-45f95945403d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1135549259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bd4ffc067c8467ea746e1f0286327d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a7eace-4d", "ovs_interfaceid": "34a7eace-4d82-4f41-9671-fa01189643fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.285229] env[69265]: DEBUG nova.objects.instance [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'flavor' on Instance uuid 45c17cac-0899-43c9-9cc4-fb7ca0c9de98 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.300853] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.441020] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1282.441020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.264s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.441020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.894s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.441020] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.444486] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.144s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.468498] env[69265]: INFO nova.scheduler.client.report [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Deleted allocations for instance dcaf8a62-deb1-4d18-a951-ce29f8a16f80 [ 1282.493033] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Creating Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1282.493033] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e245f119-e951-4793-9e21-c0edfb5699f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.501892] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1282.501892] env[69265]: value = "task-3477166" [ 1282.501892] env[69265]: _type = "Task" [ 1282.501892] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.512734] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477166, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.580286] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521b5d28-815b-3fe6-e7cc-b462e9171874, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.580853] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.581333] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.581687] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.581960] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.582278] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.584018] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1749120-dd4d-4db9-bf2e-fa17819a3749 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.615040] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.615040] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.615040] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a845543f-1707-4a36-aac7-83e8112e7092 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.620583] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1282.620583] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525545d7-09f7-3609-44f4-028f6c5b4114" [ 1282.620583] env[69265]: _type = "Task" [ 1282.620583] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.633135] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525545d7-09f7-3609-44f4-028f6c5b4114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.780232] env[69265]: DEBUG oslo_concurrency.lockutils [req-d57b38e0-39b6-4ae5-9ff0-a48f19e43f2a req-bce8d382-f693-418f-b6d6-6461993266ee service nova] Releasing lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.789887] env[69265]: DEBUG oslo_concurrency.lockutils [None req-429b9feb-47b5-4fc7-a455-13b530f8d31b tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.950476] env[69265]: INFO nova.compute.claims [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.966562] env[69265]: DEBUG nova.network.neutron [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Successfully updated port: 61be751f-58e5-4b2b-b579-603a580b7022 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.977523] env[69265]: DEBUG oslo_concurrency.lockutils [None req-798101d4-7c83-4277-878d-938b794b38d4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "dcaf8a62-deb1-4d18-a951-ce29f8a16f80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.034s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.012809] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477166, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.134649] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525545d7-09f7-3609-44f4-028f6c5b4114, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.134649] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a84fd7-77c1-4f43-8792-435a1253ff0e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.136024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.136223] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.140896] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1283.140896] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522fc08d-1c2c-1a85-5f14-65596b20a89f" [ 1283.140896] env[69265]: _type = "Task" [ 1283.140896] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.147826] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522fc08d-1c2c-1a85-5f14-65596b20a89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.441264] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.441511] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.441681] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.441825] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1283.456783] env[69265]: INFO nova.compute.resource_tracker [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating resource usage from migration 2c693ec2-9b71-421d-b7f2-38e8ce359d97 [ 1283.467980] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "refresh_cache-ee1a1833-0acd-4639-a142-b2f471e428f7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.468146] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "refresh_cache-ee1a1833-0acd-4639-a142-b2f471e428f7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.468295] env[69265]: DEBUG nova.network.neutron [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.513671] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477166, 'name': CreateSnapshot_Task, 'duration_secs': 0.809063} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.516286] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Created Snapshot of the VM instance {{(pid=69265) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1283.517648] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be994cfc-87d1-4cbf-9567-31d99eaf14b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.592557] env[69265]: DEBUG nova.compute.manager [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Received event network-vif-plugged-61be751f-58e5-4b2b-b579-603a580b7022 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.592825] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] Acquiring lock "ee1a1833-0acd-4639-a142-b2f471e428f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.592969] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] Lock "ee1a1833-0acd-4639-a142-b2f471e428f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.593116] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] Lock "ee1a1833-0acd-4639-a142-b2f471e428f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.593278] env[69265]: DEBUG nova.compute.manager [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] No waiting events found dispatching network-vif-plugged-61be751f-58e5-4b2b-b579-603a580b7022 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.593428] env[69265]: WARNING nova.compute.manager [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Received unexpected event network-vif-plugged-61be751f-58e5-4b2b-b579-603a580b7022 for instance with vm_state building and task_state spawning. [ 1283.593612] env[69265]: DEBUG nova.compute.manager [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Received event network-changed-61be751f-58e5-4b2b-b579-603a580b7022 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.593726] env[69265]: DEBUG nova.compute.manager [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Refreshing instance network info cache due to event network-changed-61be751f-58e5-4b2b-b579-603a580b7022. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.593940] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] Acquiring lock "refresh_cache-ee1a1833-0acd-4639-a142-b2f471e428f7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.597934] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fddbd39-7b1a-4791-8c1e-bf7ef3389c9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.607805] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0176f2-5ded-4d99-9388-62a1db3f61ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.639800] env[69265]: INFO nova.compute.manager [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Detaching volume d56d43ae-c9e7-47d9-a293-5d7e5426250a [ 1283.642654] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f81689d-88c7-47bc-8a00-07f699c2cf67 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.662502] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1479987a-6c8f-4805-9d2b-42de8ff2c633 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.668194] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522fc08d-1c2c-1a85-5f14-65596b20a89f, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.668448] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.669269] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 61c31271-f48b-4e8c-9553-dfa6ccb4dc54/61c31271-f48b-4e8c-9553-dfa6ccb4dc54.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.669392] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a34dbff5-21e1-4f93-8094-64f5540f02e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.679232] env[69265]: DEBUG nova.compute.provider_tree [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.686441] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1283.686441] env[69265]: value = "task-3477167" [ 1283.686441] env[69265]: _type = "Task" [ 1283.686441] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.687362] env[69265]: INFO nova.virt.block_device [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Attempting to driver detach volume d56d43ae-c9e7-47d9-a293-5d7e5426250a from mountpoint /dev/sdb [ 1283.687569] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1283.687753] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695188', 'volume_id': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a', 'name': 'volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45c17cac-0899-43c9-9cc4-fb7ca0c9de98', 'attached_at': '', 'detached_at': '', 'volume_id': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a', 'serial': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1283.688568] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591f6287-4ee2-46bc-8fab-d4fd97fc67a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.718769] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.719582] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e37b2e-d7ce-4b1b-9610-7e65a6aa0557 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.729081] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c226fdad-5381-44a4-ba26-21cbb0e186eb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.756152] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf56f3c-38db-4eaf-9e5e-1c95a4704d7d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.770734] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] The volume has not been displaced from its original location: [datastore1] volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a/volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1283.776180] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.777101] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496d6e9b-b4e0-45f7-92d8-b91563f34034 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.795881] env[69265]: DEBUG oslo_vmware.api [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1283.795881] env[69265]: value = "task-3477168" [ 1283.795881] env[69265]: _type = "Task" [ 1283.795881] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.804696] env[69265]: DEBUG oslo_vmware.api [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.037935] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Creating linked-clone VM from snapshot {{(pid=69265) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1284.038287] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cdc30a46-8d76-45b1-967a-8e5e632a6b8b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.049761] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1284.049761] env[69265]: value = "task-3477169" [ 1284.049761] env[69265]: _type = "Task" [ 1284.049761] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.063148] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477169, 'name': CloneVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.070443] env[69265]: DEBUG nova.network.neutron [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.182761] env[69265]: DEBUG nova.scheduler.client.report [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.199258] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465342} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.199258] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 61c31271-f48b-4e8c-9553-dfa6ccb4dc54/61c31271-f48b-4e8c-9553-dfa6ccb4dc54.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.199703] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.199703] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72a25bcd-1804-41f9-9ef5-b8909fadb7bb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.210937] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1284.210937] env[69265]: value = "task-3477170" [ 1284.210937] env[69265]: _type = "Task" [ 1284.210937] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.222763] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.313226] env[69265]: DEBUG oslo_vmware.api [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477168, 'name': ReconfigVM_Task, 'duration_secs': 0.234582} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.313559] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.318411] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147819a0-c874-4251-9f4e-260c6e3636e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.329379] env[69265]: DEBUG nova.network.neutron [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Updating instance_info_cache with network_info: [{"id": "61be751f-58e5-4b2b-b579-603a580b7022", "address": "fa:16:3e:ce:42:fe", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61be751f-58", "ovs_interfaceid": "61be751f-58e5-4b2b-b579-603a580b7022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.336223] env[69265]: DEBUG oslo_vmware.api [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1284.336223] env[69265]: value = "task-3477171" [ 1284.336223] env[69265]: _type = "Task" [ 1284.336223] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.350078] env[69265]: DEBUG oslo_vmware.api [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477171, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.562816] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477169, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.689055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.244s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.689184] env[69265]: INFO nova.compute.manager [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Migrating [ 1284.727837] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067377} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.727837] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.728334] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ed02d-0757-42fe-9d52-68c0f9220b2f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.755536] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 61c31271-f48b-4e8c-9553-dfa6ccb4dc54/61c31271-f48b-4e8c-9553-dfa6ccb4dc54.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.756284] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b941e5-459b-4f9a-b846-2af65f5be4d7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.778731] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1284.778731] env[69265]: value = "task-3477172" [ 1284.778731] env[69265]: _type = "Task" [ 1284.778731] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.787482] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.832060] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "refresh_cache-ee1a1833-0acd-4639-a142-b2f471e428f7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.832060] env[69265]: DEBUG nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Instance network_info: |[{"id": "61be751f-58e5-4b2b-b579-603a580b7022", "address": "fa:16:3e:ce:42:fe", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61be751f-58", "ovs_interfaceid": "61be751f-58e5-4b2b-b579-603a580b7022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.832545] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] Acquired lock "refresh_cache-ee1a1833-0acd-4639-a142-b2f471e428f7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.832545] env[69265]: DEBUG nova.network.neutron [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Refreshing network info cache for port 61be751f-58e5-4b2b-b579-603a580b7022 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.833771] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:42:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61be751f-58e5-4b2b-b579-603a580b7022', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.841620] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.845477] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.848846] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-777bdb83-72b5-4db3-9d4c-faf2c275c204 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.870951] env[69265]: DEBUG oslo_vmware.api [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.872174] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.872174] env[69265]: value = "task-3477173" [ 1284.872174] env[69265]: _type = "Task" [ 1284.872174] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.887775] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477173, 'name': CreateVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.070546] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477169, 'name': CloneVM_Task} progress is 94%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.220976] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.221534] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.222930] env[69265]: DEBUG nova.network.neutron [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.226147] env[69265]: DEBUG nova.network.neutron [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Updated VIF entry in instance network info cache for port 61be751f-58e5-4b2b-b579-603a580b7022. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.226147] env[69265]: DEBUG nova.network.neutron [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Updating instance_info_cache with network_info: [{"id": "61be751f-58e5-4b2b-b579-603a580b7022", "address": "fa:16:3e:ce:42:fe", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61be751f-58", "ovs_interfaceid": "61be751f-58e5-4b2b-b579-603a580b7022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.289467] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.358557] env[69265]: DEBUG oslo_vmware.api [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477171, 'name': ReconfigVM_Task, 'duration_secs': 0.905195} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.358974] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695188', 'volume_id': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a', 'name': 'volume-d56d43ae-c9e7-47d9-a293-5d7e5426250a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45c17cac-0899-43c9-9cc4-fb7ca0c9de98', 'attached_at': '', 'detached_at': '', 'volume_id': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a', 'serial': 'd56d43ae-c9e7-47d9-a293-5d7e5426250a'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1285.383217] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477173, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.562335] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477169, 'name': CloneVM_Task, 'duration_secs': 1.47943} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.562640] env[69265]: INFO nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Created linked-clone VM from snapshot [ 1285.564702] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7135c2fa-bd87-4aa2-b3e0-e20ec304c192 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.573222] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.574063] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.583097] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Uploading image 8d46dcb0-0873-49fe-ac39-f6819b262393 {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1285.613410] env[69265]: DEBUG oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1285.613410] env[69265]: value = "vm-695193" [ 1285.613410] env[69265]: _type = "VirtualMachine" [ 1285.613410] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1285.613714] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-136b76c9-059c-42cd-a20a-80f6f05b0cb6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.620671] env[69265]: DEBUG oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lease: (returnval){ [ 1285.620671] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cc3bc7-d424-ac46-7e42-fe700436a869" [ 1285.620671] env[69265]: _type = "HttpNfcLease" [ 1285.620671] env[69265]: } obtained for exporting VM: (result){ [ 1285.620671] env[69265]: value = "vm-695193" [ 1285.620671] env[69265]: _type = "VirtualMachine" [ 1285.620671] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1285.620905] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the lease: (returnval){ [ 1285.620905] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cc3bc7-d424-ac46-7e42-fe700436a869" [ 1285.620905] env[69265]: _type = "HttpNfcLease" [ 1285.620905] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1285.626952] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.626952] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cc3bc7-d424-ac46-7e42-fe700436a869" [ 1285.626952] env[69265]: _type = "HttpNfcLease" [ 1285.626952] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.670199] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquiring lock "bbb96156-f81c-41dd-8c7c-a87be0808b37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.670437] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "bbb96156-f81c-41dd-8c7c-a87be0808b37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.727557] env[69265]: DEBUG oslo_concurrency.lockutils [req-1bb6c940-3899-4e34-9a06-9f3c7e386338 req-717e6c0a-ce10-40d3-a554-bd015526f223 service nova] Releasing lock "refresh_cache-ee1a1833-0acd-4639-a142-b2f471e428f7" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.789432] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477172, 'name': ReconfigVM_Task, 'duration_secs': 0.66355} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.789697] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 61c31271-f48b-4e8c-9553-dfa6ccb4dc54/61c31271-f48b-4e8c-9553-dfa6ccb4dc54.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.790331] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c7d37e9-a666-4226-8a6b-82e63541f2ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.796613] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1285.796613] env[69265]: value = "task-3477175" [ 1285.796613] env[69265]: _type = "Task" [ 1285.796613] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.808365] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477175, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.887220] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477173, 'name': CreateVM_Task, 'duration_secs': 0.531838} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.887220] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.887220] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.887220] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.887220] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.887220] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e3a07d-e6c5-4984-bbab-6cfcea31545f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.893148] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1285.893148] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e1df97-d8a9-e3bf-b25f-f4eb64ee3e13" [ 1285.893148] env[69265]: _type = "Task" [ 1285.893148] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.902532] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e1df97-d8a9-e3bf-b25f-f4eb64ee3e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.914163] env[69265]: DEBUG nova.objects.instance [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'flavor' on Instance uuid 45c17cac-0899-43c9-9cc4-fb7ca0c9de98 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.966012] env[69265]: DEBUG nova.network.neutron [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.080391] env[69265]: DEBUG nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.129872] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.129872] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cc3bc7-d424-ac46-7e42-fe700436a869" [ 1286.129872] env[69265]: _type = "HttpNfcLease" [ 1286.129872] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1286.130195] env[69265]: DEBUG oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1286.130195] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52cc3bc7-d424-ac46-7e42-fe700436a869" [ 1286.130195] env[69265]: _type = "HttpNfcLease" [ 1286.130195] env[69265]: }. {{(pid=69265) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1286.130936] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dea653-04dc-4b39-89c8-ee10abdd2597 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.138184] env[69265]: DEBUG oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6f43d-03c9-53f5-0066-cada80baf99a/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1286.138419] env[69265]: DEBUG oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6f43d-03c9-53f5-0066-cada80baf99a/disk-0.vmdk for reading. {{(pid=69265) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1286.195085] env[69265]: DEBUG nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.245327] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f01725d3-04ef-49a2-9376-2b304cfb1722 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.306197] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477175, 'name': Rename_Task, 'duration_secs': 0.130214} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.306544] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.306825] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-312dedd4-ee41-49ee-8b46-db4fefe517a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.312857] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1286.312857] env[69265]: value = "task-3477176" [ 1286.312857] env[69265]: _type = "Task" [ 1286.312857] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.320135] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.404745] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52e1df97-d8a9-e3bf-b25f-f4eb64ee3e13, 'name': SearchDatastore_Task, 'duration_secs': 0.016696} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.405076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.405348] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.405596] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.405743] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.405968] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.406198] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7051a07-2c01-47a7-af44-8989bcdb1b91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.414663] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.414844] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.417219] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38aa1362-36f7-4c3d-b045-cc420b550fd8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.424172] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1286.424172] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52044b91-85da-a093-9283-64f3536f7ad6" [ 1286.424172] env[69265]: _type = "Task" [ 1286.424172] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.433913] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52044b91-85da-a093-9283-64f3536f7ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.468394] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.603106] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.603414] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.605107] env[69265]: INFO nova.compute.claims [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.715845] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.823433] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.922397] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d1eec192-d37c-4132-ba45-a6bcfa0e2cce tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.786s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.938154] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52044b91-85da-a093-9283-64f3536f7ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.008916} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.939874] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291efbd2-b2bb-48eb-bbc8-b5c7fa8a8264 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.951263] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1286.951263] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526b5efd-dd0c-8e29-6516-327533bb0bab" [ 1286.951263] env[69265]: _type = "Task" [ 1286.951263] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.959299] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526b5efd-dd0c-8e29-6516-327533bb0bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.331306] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.462379] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]526b5efd-dd0c-8e29-6516-327533bb0bab, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.462728] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.463217] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ee1a1833-0acd-4639-a142-b2f471e428f7/ee1a1833-0acd-4639-a142-b2f471e428f7.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.463518] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-630a619d-e45f-4591-86b9-5b8117ec663f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.471884] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1287.471884] env[69265]: value = "task-3477177" [ 1287.471884] env[69265]: _type = "Task" [ 1287.471884] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.483195] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.746186] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04069acf-d35a-4311-a0ea-4763bea91ddb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.754034] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23974431-d338-4f06-9dcc-e291c4425165 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.785137] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ad6fd-bcc7-4b63-be92-0e4f27fb7496 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.792502] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819dfbc2-f749-486f-b82a-8e7ab1ca1fd0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.806301] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.806637] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.806908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.807171] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.807394] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.809317] env[69265]: DEBUG nova.compute.provider_tree [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.810899] env[69265]: INFO nova.compute.manager [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Terminating instance [ 1287.826705] env[69265]: DEBUG oslo_vmware.api [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477176, 'name': PowerOnVM_Task, 'duration_secs': 1.030856} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.827124] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.827321] env[69265]: INFO nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1287.827577] env[69265]: DEBUG nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.828449] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8b2b7a-09d8-4e1c-8ad4-0aa5e8062198 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.983287] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477177, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.988272] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a4680-7dbf-4713-af78-11803099decd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.007371] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance 'f598f661-1fb6-456c-b62b-e66c6a472680' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.314579] env[69265]: DEBUG nova.scheduler.client.report [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.319245] env[69265]: DEBUG nova.compute.manager [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.319489] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.320726] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e464c-6a18-413a-be5f-81659812f59b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.329446] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.330435] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc443ab4-86e8-4f57-a3cc-47ef3afda370 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.337145] env[69265]: DEBUG oslo_vmware.api [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1288.337145] env[69265]: value = "task-3477178" [ 1288.337145] env[69265]: _type = "Task" [ 1288.337145] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.352962] env[69265]: DEBUG oslo_vmware.api [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.353535] env[69265]: INFO nova.compute.manager [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Took 14.08 seconds to build instance. [ 1288.483284] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710841} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.483968] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] ee1a1833-0acd-4639-a142-b2f471e428f7/ee1a1833-0acd-4639-a142-b2f471e428f7.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.485122] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.485122] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3a1d955-4047-46ee-8027-9c32a6791ee6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.491017] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1288.491017] env[69265]: value = "task-3477179" [ 1288.491017] env[69265]: _type = "Task" [ 1288.491017] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.500315] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.514210] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.514878] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70bca9f3-b107-4d69-9b21-e857565805a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.521852] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1288.521852] env[69265]: value = "task-3477180" [ 1288.521852] env[69265]: _type = "Task" [ 1288.521852] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.531958] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.823437] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.824157] env[69265]: DEBUG nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.827758] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.112s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.829658] env[69265]: INFO nova.compute.claims [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.850596] env[69265]: DEBUG oslo_vmware.api [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477178, 'name': PowerOffVM_Task, 'duration_secs': 0.279967} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.850596] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.850596] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.850596] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-761d4655-d344-43ef-b1ef-a40aee4e9656 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.856286] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.590s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.912998] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.913320] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.913527] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleting the datastore file [datastore2] 45c17cac-0899-43c9-9cc4-fb7ca0c9de98 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.913825] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaaa7e1b-7e98-4411-bc80-29359714c3b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.921843] env[69265]: DEBUG oslo_vmware.api [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1288.921843] env[69265]: value = "task-3477182" [ 1288.921843] env[69265]: _type = "Task" [ 1288.921843] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.929825] env[69265]: DEBUG oslo_vmware.api [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.001274] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092249} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.001731] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.002542] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc84480-066e-48af-a3a9-4bf353dc23d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.024435] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ee1a1833-0acd-4639-a142-b2f471e428f7/ee1a1833-0acd-4639-a142-b2f471e428f7.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.024803] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7501673b-0265-43f0-bb44-d75b4d3f96e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.051071] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477180, 'name': PowerOffVM_Task, 'duration_secs': 0.193158} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.052345] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.052570] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance 'f598f661-1fb6-456c-b62b-e66c6a472680' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.060023] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1289.060023] env[69265]: value = "task-3477183" [ 1289.060023] env[69265]: _type = "Task" [ 1289.060023] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.064999] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.334865] env[69265]: DEBUG nova.compute.utils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.338448] env[69265]: DEBUG nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.338632] env[69265]: DEBUG nova.network.neutron [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.377238] env[69265]: DEBUG nova.policy [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '845388370beb49558f99704c7e3f9f91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a830da301d3b47608e013608ecc1eb64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.432953] env[69265]: DEBUG oslo_vmware.api [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242653} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.433321] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.433526] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.433859] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.434108] env[69265]: INFO nova.compute.manager [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1289.434385] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.434588] env[69265]: DEBUG nova.compute.manager [-] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.434680] env[69265]: DEBUG nova.network.neutron [-] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.560829] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.561142] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.561439] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.561662] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.561821] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.561970] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.562197] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.562938] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.562938] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.562938] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.562938] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.568237] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e621e580-429b-48f3-91b4-9b244589137c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.584619] env[69265]: DEBUG nova.compute.manager [req-2a0791d6-2f79-4626-b794-ea49464a5664 req-d2b7b054-fc44-4826-963e-959c41715e04 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Received event network-changed-34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.584866] env[69265]: DEBUG nova.compute.manager [req-2a0791d6-2f79-4626-b794-ea49464a5664 req-d2b7b054-fc44-4826-963e-959c41715e04 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Refreshing instance network info cache due to event network-changed-34a7eace-4d82-4f41-9671-fa01189643fe. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.585051] env[69265]: DEBUG oslo_concurrency.lockutils [req-2a0791d6-2f79-4626-b794-ea49464a5664 req-d2b7b054-fc44-4826-963e-959c41715e04 service nova] Acquiring lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.585203] env[69265]: DEBUG oslo_concurrency.lockutils [req-2a0791d6-2f79-4626-b794-ea49464a5664 req-d2b7b054-fc44-4826-963e-959c41715e04 service nova] Acquired lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.585367] env[69265]: DEBUG nova.network.neutron [req-2a0791d6-2f79-4626-b794-ea49464a5664 req-d2b7b054-fc44-4826-963e-959c41715e04 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Refreshing network info cache for port 34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.594472] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.594472] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1289.594472] env[69265]: value = "task-3477184" [ 1289.594472] env[69265]: _type = "Task" [ 1289.594472] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.603952] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.767913] env[69265]: DEBUG nova.network.neutron [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Successfully created port: 99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.839474] env[69265]: DEBUG nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.046063] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18598c6-df4a-4a11-bcb7-77965bb146ae {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.058769] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d726e50-0dcd-412e-bf36-22c2889ca8e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.100672] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd56947-d059-40d8-9ee8-62d08f8c8525 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.111805] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477183, 'name': ReconfigVM_Task, 'duration_secs': 0.654717} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.116747] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ee1a1833-0acd-4639-a142-b2f471e428f7/ee1a1833-0acd-4639-a142-b2f471e428f7.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.117549] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477184, 'name': ReconfigVM_Task, 'duration_secs': 0.157785} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.117762] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9009667-a840-4c0b-83fd-a92fa7b042f9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.121071] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222d52be-fd67-49fe-a415-62d978245de1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.125219] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance 'f598f661-1fb6-456c-b62b-e66c6a472680' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.141016] env[69265]: DEBUG nova.compute.provider_tree [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.145203] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1290.145203] env[69265]: value = "task-3477185" [ 1290.145203] env[69265]: _type = "Task" [ 1290.145203] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.154167] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477185, 'name': Rename_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.363263] env[69265]: DEBUG nova.network.neutron [req-2a0791d6-2f79-4626-b794-ea49464a5664 req-d2b7b054-fc44-4826-963e-959c41715e04 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Updated VIF entry in instance network info cache for port 34a7eace-4d82-4f41-9671-fa01189643fe. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.363655] env[69265]: DEBUG nova.network.neutron [req-2a0791d6-2f79-4626-b794-ea49464a5664 req-d2b7b054-fc44-4826-963e-959c41715e04 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Updating instance_info_cache with network_info: [{"id": "34a7eace-4d82-4f41-9671-fa01189643fe", "address": "fa:16:3e:21:cd:be", "network": {"id": "1232e117-48fc-4da8-9a21-45f95945403d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1135549259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bd4ffc067c8467ea746e1f0286327d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a7eace-4d", "ovs_interfaceid": "34a7eace-4d82-4f41-9671-fa01189643fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.511821] env[69265]: DEBUG nova.network.neutron [-] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.632563] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.632852] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.633057] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.633310] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.633487] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.633669] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.633916] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.634147] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.634320] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.634494] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.634671] env[69265]: DEBUG nova.virt.hardware [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.639860] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.640148] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-362122a0-9012-4dd0-9bc5-27af6ed6b420 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.653734] env[69265]: DEBUG nova.scheduler.client.report [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.666645] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477185, 'name': Rename_Task, 'duration_secs': 0.148699} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.667489] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.667808] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1290.667808] env[69265]: value = "task-3477186" [ 1290.667808] env[69265]: _type = "Task" [ 1290.667808] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.668646] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70225100-40aa-4167-989a-206309afc817 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.679427] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.680726] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1290.680726] env[69265]: value = "task-3477187" [ 1290.680726] env[69265]: _type = "Task" [ 1290.680726] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.688868] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.857418] env[69265]: DEBUG nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.866284] env[69265]: DEBUG oslo_concurrency.lockutils [req-2a0791d6-2f79-4626-b794-ea49464a5664 req-d2b7b054-fc44-4826-963e-959c41715e04 service nova] Releasing lock "refresh_cache-61c31271-f48b-4e8c-9553-dfa6ccb4dc54" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.886507] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.886816] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.886996] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.887229] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.887405] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.887601] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.887846] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.888069] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.888282] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.888470] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.888668] env[69265]: DEBUG nova.virt.hardware [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.889541] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b767de35-f142-4539-9949-d9d89dc4b8f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.897758] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dcedb9-63f1-488c-bc6f-e993906cbaa5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.014203] env[69265]: INFO nova.compute.manager [-] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Took 1.58 seconds to deallocate network for instance. [ 1291.161906] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.162494] env[69265]: DEBUG nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.182160] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477186, 'name': ReconfigVM_Task, 'duration_secs': 0.18551} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.185464] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.186667] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933189b1-50e0-4d71-89ec-46443553600c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.194264] env[69265]: DEBUG oslo_vmware.api [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477187, 'name': PowerOnVM_Task, 'duration_secs': 0.446375} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.205578] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.205820] env[69265]: INFO nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1291.206028] env[69265]: DEBUG nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.213592] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f598f661-1fb6-456c-b62b-e66c6a472680/f598f661-1fb6-456c-b62b-e66c6a472680.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.215044] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38554c9e-21c1-4ce1-8327-44583beb4167 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.217846] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3034e4b-7950-486b-a94f-d3854043aaf6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.238842] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1291.238842] env[69265]: value = "task-3477188" [ 1291.238842] env[69265]: _type = "Task" [ 1291.238842] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.247475] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.474383] env[69265]: DEBUG nova.compute.manager [req-30c56c04-f576-417a-bb7e-3cf34bb185fc req-914be5f5-dee7-4acf-8015-9243fe8b47cb service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Received event network-vif-plugged-99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.474650] env[69265]: DEBUG oslo_concurrency.lockutils [req-30c56c04-f576-417a-bb7e-3cf34bb185fc req-914be5f5-dee7-4acf-8015-9243fe8b47cb service nova] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.474856] env[69265]: DEBUG oslo_concurrency.lockutils [req-30c56c04-f576-417a-bb7e-3cf34bb185fc req-914be5f5-dee7-4acf-8015-9243fe8b47cb service nova] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.475095] env[69265]: DEBUG oslo_concurrency.lockutils [req-30c56c04-f576-417a-bb7e-3cf34bb185fc req-914be5f5-dee7-4acf-8015-9243fe8b47cb service nova] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.475306] env[69265]: DEBUG nova.compute.manager [req-30c56c04-f576-417a-bb7e-3cf34bb185fc req-914be5f5-dee7-4acf-8015-9243fe8b47cb service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] No waiting events found dispatching network-vif-plugged-99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.475484] env[69265]: WARNING nova.compute.manager [req-30c56c04-f576-417a-bb7e-3cf34bb185fc req-914be5f5-dee7-4acf-8015-9243fe8b47cb service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Received unexpected event network-vif-plugged-99a3cef4-df74-4724-b62b-e34a1349bbb2 for instance with vm_state building and task_state spawning. [ 1291.520867] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.521232] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.521474] env[69265]: DEBUG nova.objects.instance [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'resources' on Instance uuid 45c17cac-0899-43c9-9cc4-fb7ca0c9de98 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.599735] env[69265]: DEBUG nova.network.neutron [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Successfully updated port: 99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.667978] env[69265]: DEBUG nova.compute.utils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.671351] env[69265]: DEBUG nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.671598] env[69265]: DEBUG nova.network.neutron [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.674764] env[69265]: DEBUG nova.compute.manager [req-fcb6cc33-663b-4c16-a8ad-e4e4c9027b6e req-23edadc0-0bd4-46bd-839d-9dc815d35817 service nova] [instance: 45c17cac-0899-43c9-9cc4-fb7ca0c9de98] Received event network-vif-deleted-f8c7549a-337c-48f6-aa80-9bfb14688c6b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.716931] env[69265]: DEBUG nova.policy [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dda96d435b9420fb33c80b23127864b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09b8390717ad453f8d2817f1068f04bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.749964] env[69265]: INFO nova.compute.manager [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Took 12.85 seconds to build instance. [ 1291.756236] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477188, 'name': ReconfigVM_Task, 'duration_secs': 0.501072} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.756536] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f598f661-1fb6-456c-b62b-e66c6a472680/f598f661-1fb6-456c-b62b-e66c6a472680.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.756810] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance 'f598f661-1fb6-456c-b62b-e66c6a472680' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.041224] env[69265]: DEBUG nova.network.neutron [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Successfully created port: ffac2903-1750-4981-8b13-198c2836bebc {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.102650] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.104512] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.104512] env[69265]: DEBUG nova.network.neutron [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.176461] env[69265]: DEBUG nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.191100] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3618796-752e-4043-a7c4-353026279190 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.200692] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a9657-12c7-4bc9-9cba-86e4b2e6367b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.205337] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "ee1a1833-0acd-4639-a142-b2f471e428f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.236744] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96e8ff8-a012-47d8-bac7-018cb9d4a9b9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.245090] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb977d-ae32-42b9-aa7f-49df2daa3db7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.259076] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f3798626-c9e5-40e5-8228-91c9c0732a6e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "ee1a1833-0acd-4639-a142-b2f471e428f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.365s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.259796] env[69265]: DEBUG nova.compute.provider_tree [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.261246] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "ee1a1833-0acd-4639-a142-b2f471e428f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.056s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.261531] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "ee1a1833-0acd-4639-a142-b2f471e428f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.261803] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "ee1a1833-0acd-4639-a142-b2f471e428f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.262512] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "ee1a1833-0acd-4639-a142-b2f471e428f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.266241] env[69265]: INFO nova.compute.manager [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Terminating instance [ 1292.267994] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54615ef9-7ecf-4fd2-b61e-1e3e50de83b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.289792] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264726d6-0e1d-474c-8746-13b1e11fa392 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.308734] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance 'f598f661-1fb6-456c-b62b-e66c6a472680' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.635533] env[69265]: DEBUG nova.network.neutron [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.771036] env[69265]: DEBUG nova.scheduler.client.report [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.773620] env[69265]: DEBUG nova.compute.manager [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.773620] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.774422] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2298fc37-1ead-472a-ad9e-9269344d94d5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.778067] env[69265]: DEBUG nova.network.neutron [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updating instance_info_cache with network_info: [{"id": "99a3cef4-df74-4724-b62b-e34a1349bbb2", "address": "fa:16:3e:5c:00:b4", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a3cef4-df", "ovs_interfaceid": "99a3cef4-df74-4724-b62b-e34a1349bbb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.784554] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.784554] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f63a6ef7-a1cf-4b32-a89a-0ff4681e96fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.793532] env[69265]: DEBUG oslo_vmware.api [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1292.793532] env[69265]: value = "task-3477189" [ 1292.793532] env[69265]: _type = "Task" [ 1292.793532] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.801892] env[69265]: DEBUG oslo_vmware.api [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.861367] env[69265]: DEBUG nova.network.neutron [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Port 57f20476-f342-4b59-8be5-550cc2f6f745 binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1293.190574] env[69265]: DEBUG nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.220404] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.220711] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.220909] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.221188] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.221381] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.221577] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.221829] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.222051] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.222276] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.222490] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.222724] env[69265]: DEBUG nova.virt.hardware [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.223687] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d84ca13-633b-4344-acaf-135e2f85a8fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.231855] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc26c14-da07-4e5a-bed8-8403718d4e80 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.274532] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.280135] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Releasing lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.280452] env[69265]: DEBUG nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Instance network_info: |[{"id": "99a3cef4-df74-4724-b62b-e34a1349bbb2", "address": "fa:16:3e:5c:00:b4", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a3cef4-df", "ovs_interfaceid": "99a3cef4-df74-4724-b62b-e34a1349bbb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.280860] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:00:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99a3cef4-df74-4724-b62b-e34a1349bbb2', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.288760] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.289048] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.289295] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b051110f-3dad-4809-bdaf-296b37f1c79d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.304823] env[69265]: INFO nova.scheduler.client.report [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleted allocations for instance 45c17cac-0899-43c9-9cc4-fb7ca0c9de98 [ 1293.314038] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.314038] env[69265]: value = "task-3477190" [ 1293.314038] env[69265]: _type = "Task" [ 1293.314038] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.317108] env[69265]: DEBUG oslo_vmware.api [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477189, 'name': PowerOffVM_Task, 'duration_secs': 0.328183} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.320710] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.321096] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.321401] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-021d7573-7c9b-40fd-9752-8dd879f06461 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.329326] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477190, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.390093] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.390373] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.390518] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleting the datastore file [datastore1] ee1a1833-0acd-4639-a142-b2f471e428f7 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.390797] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd7879a-ea8c-4ba5-a0c6-5804a009ec32 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.398942] env[69265]: DEBUG oslo_vmware.api [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1293.398942] env[69265]: value = "task-3477192" [ 1293.398942] env[69265]: _type = "Task" [ 1293.398942] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.408465] env[69265]: DEBUG oslo_vmware.api [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.520775] env[69265]: DEBUG nova.compute.manager [req-d761d2e9-b252-44ff-b0d9-abc3efb364ed req-3072f9ab-e7e1-4e7c-86ea-809fa540c9a4 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Received event network-changed-99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.520984] env[69265]: DEBUG nova.compute.manager [req-d761d2e9-b252-44ff-b0d9-abc3efb364ed req-3072f9ab-e7e1-4e7c-86ea-809fa540c9a4 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Refreshing instance network info cache due to event network-changed-99a3cef4-df74-4724-b62b-e34a1349bbb2. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.521353] env[69265]: DEBUG oslo_concurrency.lockutils [req-d761d2e9-b252-44ff-b0d9-abc3efb364ed req-3072f9ab-e7e1-4e7c-86ea-809fa540c9a4 service nova] Acquiring lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.521547] env[69265]: DEBUG oslo_concurrency.lockutils [req-d761d2e9-b252-44ff-b0d9-abc3efb364ed req-3072f9ab-e7e1-4e7c-86ea-809fa540c9a4 service nova] Acquired lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.521547] env[69265]: DEBUG nova.network.neutron [req-d761d2e9-b252-44ff-b0d9-abc3efb364ed req-3072f9ab-e7e1-4e7c-86ea-809fa540c9a4 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Refreshing network info cache for port 99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.751290] env[69265]: DEBUG nova.network.neutron [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Successfully updated port: ffac2903-1750-4981-8b13-198c2836bebc {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.815876] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9c895ace-72e9-4342-b780-762874849668 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "45c17cac-0899-43c9-9cc4-fb7ca0c9de98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.009s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.827145] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477190, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.885739] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.885739] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.885739] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.910766] env[69265]: DEBUG oslo_vmware.api [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359813} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.911397] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.914019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.914019] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.914019] env[69265]: INFO nova.compute.manager [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1293.914019] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.914019] env[69265]: DEBUG nova.compute.manager [-] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.914019] env[69265]: DEBUG nova.network.neutron [-] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.238955] env[69265]: DEBUG nova.network.neutron [req-d761d2e9-b252-44ff-b0d9-abc3efb364ed req-3072f9ab-e7e1-4e7c-86ea-809fa540c9a4 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updated VIF entry in instance network info cache for port 99a3cef4-df74-4724-b62b-e34a1349bbb2. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.239421] env[69265]: DEBUG nova.network.neutron [req-d761d2e9-b252-44ff-b0d9-abc3efb364ed req-3072f9ab-e7e1-4e7c-86ea-809fa540c9a4 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updating instance_info_cache with network_info: [{"id": "99a3cef4-df74-4724-b62b-e34a1349bbb2", "address": "fa:16:3e:5c:00:b4", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a3cef4-df", "ovs_interfaceid": "99a3cef4-df74-4724-b62b-e34a1349bbb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.254266] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquiring lock "refresh_cache-bbb96156-f81c-41dd-8c7c-a87be0808b37" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.254410] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquired lock "refresh_cache-bbb96156-f81c-41dd-8c7c-a87be0808b37" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.254575] env[69265]: DEBUG nova.network.neutron [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.327209] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477190, 'name': CreateVM_Task, 'duration_secs': 0.584822} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.327396] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.328168] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.328354] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.328667] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.328949] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606d633a-db19-4f7c-ae16-fc2f7f5acaa9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.333844] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1294.333844] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52079150-3ea9-efe7-f7ec-91157a6d86b0" [ 1294.333844] env[69265]: _type = "Task" [ 1294.333844] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.343911] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52079150-3ea9-efe7-f7ec-91157a6d86b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.552072] env[69265]: DEBUG oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6f43d-03c9-53f5-0066-cada80baf99a/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1294.552989] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cae6d4-3a4e-42c5-8098-b557c7c3282d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.559543] env[69265]: DEBUG oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6f43d-03c9-53f5-0066-cada80baf99a/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1294.559782] env[69265]: ERROR oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6f43d-03c9-53f5-0066-cada80baf99a/disk-0.vmdk due to incomplete transfer. [ 1294.560093] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cbf5ae6b-7612-4ba9-997b-6399730e5fac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.567017] env[69265]: DEBUG oslo_vmware.rw_handles [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6f43d-03c9-53f5-0066-cada80baf99a/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1294.568792] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Uploaded image 8d46dcb0-0873-49fe-ac39-f6819b262393 to the Glance image server {{(pid=69265) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1294.572215] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Destroying the VM {{(pid=69265) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1294.572504] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3eb516ac-337f-45c3-a7aa-b48fc34f98a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.579430] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1294.579430] env[69265]: value = "task-3477193" [ 1294.579430] env[69265]: _type = "Task" [ 1294.579430] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.587468] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477193, 'name': Destroy_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.683089] env[69265]: DEBUG nova.network.neutron [-] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.742421] env[69265]: DEBUG oslo_concurrency.lockutils [req-d761d2e9-b252-44ff-b0d9-abc3efb364ed req-3072f9ab-e7e1-4e7c-86ea-809fa540c9a4 service nova] Releasing lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.796596] env[69265]: DEBUG nova.network.neutron [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.845843] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52079150-3ea9-efe7-f7ec-91157a6d86b0, 'name': SearchDatastore_Task, 'duration_secs': 0.028985} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.846330] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.846610] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.846864] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.847028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.847231] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.847487] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e66f3290-3671-493c-b203-c93dedcee53e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.860505] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.860697] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.861411] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecb4957-0f77-40e3-8029-db3b6b594987 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.866605] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1294.866605] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528836f1-6e3d-f2d7-c9b4-24b1d20a3ffa" [ 1294.866605] env[69265]: _type = "Task" [ 1294.866605] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.873901] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528836f1-6e3d-f2d7-c9b4-24b1d20a3ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.927315] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.927498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.927677] env[69265]: DEBUG nova.network.neutron [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.951770] env[69265]: DEBUG nova.network.neutron [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Updating instance_info_cache with network_info: [{"id": "ffac2903-1750-4981-8b13-198c2836bebc", "address": "fa:16:3e:f3:7b:fc", "network": {"id": "38bda0ea-c7b1-4b64-9b8c-deac1d9cdf19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1056178182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b8390717ad453f8d2817f1068f04bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac2903-17", "ovs_interfaceid": "ffac2903-1750-4981-8b13-198c2836bebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.091477] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477193, 'name': Destroy_Task, 'duration_secs': 0.311054} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.091757] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Destroyed the VM [ 1295.091998] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Deleting Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1295.092275] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc9dbf08-afae-40fb-9b3b-86f139b1b122 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.099022] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1295.099022] env[69265]: value = "task-3477194" [ 1295.099022] env[69265]: _type = "Task" [ 1295.099022] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.106569] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477194, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.184886] env[69265]: INFO nova.compute.manager [-] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Took 1.27 seconds to deallocate network for instance. [ 1295.377930] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528836f1-6e3d-f2d7-c9b4-24b1d20a3ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.378814] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b0435f-5d9a-48d6-8021-5e08594a46b1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.385435] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1295.385435] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528d79ea-1088-83a7-bcb3-38cc15d42d99" [ 1295.385435] env[69265]: _type = "Task" [ 1295.385435] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.394915] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528d79ea-1088-83a7-bcb3-38cc15d42d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.455725] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Releasing lock "refresh_cache-bbb96156-f81c-41dd-8c7c-a87be0808b37" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.456111] env[69265]: DEBUG nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Instance network_info: |[{"id": "ffac2903-1750-4981-8b13-198c2836bebc", "address": "fa:16:3e:f3:7b:fc", "network": {"id": "38bda0ea-c7b1-4b64-9b8c-deac1d9cdf19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1056178182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b8390717ad453f8d2817f1068f04bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac2903-17", "ovs_interfaceid": "ffac2903-1750-4981-8b13-198c2836bebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.456577] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:7b:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffac2903-1750-4981-8b13-198c2836bebc', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.464474] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Creating folder: Project (09b8390717ad453f8d2817f1068f04bc). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.467670] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98280a0b-165b-4275-8b9b-4e7211c8085f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.478046] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Created folder: Project (09b8390717ad453f8d2817f1068f04bc) in parent group-v694865. [ 1295.478207] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Creating folder: Instances. Parent ref: group-v695196. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.478351] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31d0b585-fd10-40c4-9644-c5828062a863 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.487112] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Created folder: Instances in parent group-v695196. [ 1295.487360] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.487551] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.487754] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db77491e-5282-40ef-92fe-ad60ddebf00f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.509019] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.509019] env[69265]: value = "task-3477197" [ 1295.509019] env[69265]: _type = "Task" [ 1295.509019] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.517049] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477197, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.550526] env[69265]: DEBUG nova.compute.manager [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Received event network-vif-plugged-ffac2903-1750-4981-8b13-198c2836bebc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.550739] env[69265]: DEBUG oslo_concurrency.lockutils [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] Acquiring lock "bbb96156-f81c-41dd-8c7c-a87be0808b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.550937] env[69265]: DEBUG oslo_concurrency.lockutils [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] Lock "bbb96156-f81c-41dd-8c7c-a87be0808b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.551140] env[69265]: DEBUG oslo_concurrency.lockutils [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] Lock "bbb96156-f81c-41dd-8c7c-a87be0808b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.551283] env[69265]: DEBUG nova.compute.manager [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] No waiting events found dispatching network-vif-plugged-ffac2903-1750-4981-8b13-198c2836bebc {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.551446] env[69265]: WARNING nova.compute.manager [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Received unexpected event network-vif-plugged-ffac2903-1750-4981-8b13-198c2836bebc for instance with vm_state building and task_state spawning. [ 1295.551600] env[69265]: DEBUG nova.compute.manager [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Received event network-changed-ffac2903-1750-4981-8b13-198c2836bebc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.551744] env[69265]: DEBUG nova.compute.manager [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Refreshing instance network info cache due to event network-changed-ffac2903-1750-4981-8b13-198c2836bebc. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.551919] env[69265]: DEBUG oslo_concurrency.lockutils [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] Acquiring lock "refresh_cache-bbb96156-f81c-41dd-8c7c-a87be0808b37" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.552059] env[69265]: DEBUG oslo_concurrency.lockutils [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] Acquired lock "refresh_cache-bbb96156-f81c-41dd-8c7c-a87be0808b37" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.552222] env[69265]: DEBUG nova.network.neutron [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Refreshing network info cache for port ffac2903-1750-4981-8b13-198c2836bebc {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.610141] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477194, 'name': RemoveSnapshot_Task, 'duration_secs': 0.361178} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.610427] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Deleted Snapshot of the VM instance {{(pid=69265) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1295.610716] env[69265]: DEBUG nova.compute.manager [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.611523] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d6ed5-5f23-4353-a945-38b7faaf4d8f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.653434] env[69265]: DEBUG nova.network.neutron [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.694287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.694287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.694287] env[69265]: DEBUG nova.objects.instance [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lazy-loading 'resources' on Instance uuid ee1a1833-0acd-4639-a142-b2f471e428f7 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.896570] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528d79ea-1088-83a7-bcb3-38cc15d42d99, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.896877] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.897184] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] d8949414-ccd2-42fe-9fb8-07aac6854ed4/d8949414-ccd2-42fe-9fb8-07aac6854ed4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.897468] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f5a53c2-0af1-4626-bea1-ac14bd5109be {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.903586] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1295.903586] env[69265]: value = "task-3477198" [ 1295.903586] env[69265]: _type = "Task" [ 1295.903586] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.911018] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.018814] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477197, 'name': CreateVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.126608] env[69265]: INFO nova.compute.manager [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Shelve offloading [ 1296.157584] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.284663] env[69265]: DEBUG nova.network.neutron [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Updated VIF entry in instance network info cache for port ffac2903-1750-4981-8b13-198c2836bebc. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.285048] env[69265]: DEBUG nova.network.neutron [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Updating instance_info_cache with network_info: [{"id": "ffac2903-1750-4981-8b13-198c2836bebc", "address": "fa:16:3e:f3:7b:fc", "network": {"id": "38bda0ea-c7b1-4b64-9b8c-deac1d9cdf19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1056178182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b8390717ad453f8d2817f1068f04bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac2903-17", "ovs_interfaceid": "ffac2903-1750-4981-8b13-198c2836bebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.335841] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7074faa-d287-4de9-b124-7ae82f7db830 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.343117] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e03eb90-082e-479a-b49b-a8c02deaf5d8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.375678] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dda4bd7-f68e-4d0b-9990-3efca4f79a73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.383437] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede24c1c-49fa-4047-8f77-a8a25326072a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.396580] env[69265]: DEBUG nova.compute.provider_tree [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.413764] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421155} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.414055] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] d8949414-ccd2-42fe-9fb8-07aac6854ed4/d8949414-ccd2-42fe-9fb8-07aac6854ed4.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.414252] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.414492] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b141fa13-c738-4b82-a26f-8acbcabc1078 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.420446] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1296.420446] env[69265]: value = "task-3477199" [ 1296.420446] env[69265]: _type = "Task" [ 1296.420446] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.427902] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.442125] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.442356] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.525773] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477197, 'name': CreateVM_Task, 'duration_secs': 0.522236} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.525981] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.526648] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.526820] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.527168] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.527423] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c95c528-4279-4227-b752-e175641c2b57 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.532610] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1296.532610] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202b8a4-53d6-a505-fc8b-1bbbca7d593c" [ 1296.532610] env[69265]: _type = "Task" [ 1296.532610] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.540067] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202b8a4-53d6-a505-fc8b-1bbbca7d593c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.631304] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.631633] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1c7cd6-0169-4746-90c0-534e54a91b0b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.638608] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1296.638608] env[69265]: value = "task-3477200" [ 1296.638608] env[69265]: _type = "Task" [ 1296.638608] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.648022] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.679143] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329fe13c-cd14-4de1-baa1-ea900734979b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.697996] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd45597a-a28c-4d62-8175-4c007ee80e1f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.705531] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance 'f598f661-1fb6-456c-b62b-e66c6a472680' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.790654] env[69265]: DEBUG oslo_concurrency.lockutils [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] Releasing lock "refresh_cache-bbb96156-f81c-41dd-8c7c-a87be0808b37" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.790865] env[69265]: DEBUG nova.compute.manager [req-8cc72b1d-dead-47b9-9290-e817bed248c7 req-5e4a9794-8e25-4825-9958-1df58c67f7a9 service nova] [instance: ee1a1833-0acd-4639-a142-b2f471e428f7] Received event network-vif-deleted-61be751f-58e5-4b2b-b579-603a580b7022 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.900132] env[69265]: DEBUG nova.scheduler.client.report [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.930559] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06872} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.930815] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.931583] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f781bd-7414-4bf3-8586-525977245c6f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.945278] env[69265]: DEBUG nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.956144] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] d8949414-ccd2-42fe-9fb8-07aac6854ed4/d8949414-ccd2-42fe-9fb8-07aac6854ed4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.956822] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ae102ec-df56-4c26-a027-5f15da12238e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.976172] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1296.976172] env[69265]: value = "task-3477201" [ 1296.976172] env[69265]: _type = "Task" [ 1296.976172] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.984847] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.042146] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202b8a4-53d6-a505-fc8b-1bbbca7d593c, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.042456] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.042693] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.042928] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.043113] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.043381] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.043633] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bccf823d-8125-42e4-a34e-8a8a0e294a76 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.050926] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.051116] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.051790] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c054729-d58c-4144-a10d-7963fc8d8a29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.056504] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1297.056504] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525ab96c-f4f8-d715-0c7b-0b82cfc6de75" [ 1297.056504] env[69265]: _type = "Task" [ 1297.056504] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.063332] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525ab96c-f4f8-d715-0c7b-0b82cfc6de75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.149904] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] VM already powered off {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1297.150107] env[69265]: DEBUG nova.compute.manager [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.150829] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eddfaa-8447-4c9b-ab1e-9445c79cc5a8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.156178] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.156431] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.156561] env[69265]: DEBUG nova.network.neutron [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.212649] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.212941] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b69076-2c31-48f3-9f21-184c9c881683 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.220199] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1297.220199] env[69265]: value = "task-3477202" [ 1297.220199] env[69265]: _type = "Task" [ 1297.220199] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.231954] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.404877] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.429576] env[69265]: INFO nova.scheduler.client.report [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted allocations for instance ee1a1833-0acd-4639-a142-b2f471e428f7 [ 1297.472190] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.472464] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.473972] env[69265]: INFO nova.compute.claims [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.485749] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477201, 'name': ReconfigVM_Task, 'duration_secs': 0.255166} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.485999] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] d8949414-ccd2-42fe-9fb8-07aac6854ed4/d8949414-ccd2-42fe-9fb8-07aac6854ed4.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.486580] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-594eafaf-89f2-4f14-a350-9ec9e318f19d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.493127] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1297.493127] env[69265]: value = "task-3477203" [ 1297.493127] env[69265]: _type = "Task" [ 1297.493127] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.501196] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477203, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.566325] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]525ab96c-f4f8-d715-0c7b-0b82cfc6de75, 'name': SearchDatastore_Task, 'duration_secs': 0.008219} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.567144] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a202300-c20f-46fd-90e3-c856d3ada7fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.572252] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1297.572252] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a169b2-3827-38d6-c5f9-97b505237795" [ 1297.572252] env[69265]: _type = "Task" [ 1297.572252] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.579892] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a169b2-3827-38d6-c5f9-97b505237795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.733439] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.866719] env[69265]: DEBUG nova.network.neutron [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating instance_info_cache with network_info: [{"id": "1470b332-479c-4e04-beef-e4fbd4e7632d", "address": "fa:16:3e:f0:3f:bc", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1470b332-47", "ovs_interfaceid": "1470b332-479c-4e04-beef-e4fbd4e7632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.937599] env[69265]: DEBUG oslo_concurrency.lockutils [None req-800176b4-366b-4d64-97eb-e5d77c2520b4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "ee1a1833-0acd-4639-a142-b2f471e428f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.003039] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477203, 'name': Rename_Task, 'duration_secs': 0.138012} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.003367] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.003610] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e24e71-400c-4b52-b6a8-0562c845b1ba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.009325] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1298.009325] env[69265]: value = "task-3477204" [ 1298.009325] env[69265]: _type = "Task" [ 1298.009325] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.016559] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.082497] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a169b2-3827-38d6-c5f9-97b505237795, 'name': SearchDatastore_Task, 'duration_secs': 0.008643} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.082768] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.083042] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] bbb96156-f81c-41dd-8c7c-a87be0808b37/bbb96156-f81c-41dd-8c7c-a87be0808b37.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.083355] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27eb98ef-02b8-4bb8-9143-69993e71f86a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.089709] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1298.089709] env[69265]: value = "task-3477205" [ 1298.089709] env[69265]: _type = "Task" [ 1298.089709] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.096923] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.231797] env[69265]: DEBUG oslo_vmware.api [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477202, 'name': PowerOnVM_Task, 'duration_secs': 0.616657} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.232045] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.232218] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5214b3d9-eeab-4893-a3b9-be71f3ab402b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance 'f598f661-1fb6-456c-b62b-e66c6a472680' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.369698] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.525856] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.609060] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477891} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.609420] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] bbb96156-f81c-41dd-8c7c-a87be0808b37/bbb96156-f81c-41dd-8c7c-a87be0808b37.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.609884] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.609884] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-731130ec-65c2-4ef3-8ebb-311fa13dba9c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.618907] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a4d31e-8d36-4c56-84c3-e5b15ee3b7d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.620808] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1298.620808] env[69265]: value = "task-3477206" [ 1298.620808] env[69265]: _type = "Task" [ 1298.620808] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.628723] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5843c662-ec84-4ed1-965c-fac534ff8866 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.635251] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.636445] env[69265]: DEBUG nova.compute.manager [req-f1161cfd-1751-451b-a7d7-98cc0c8deae9 req-ff389f0e-774f-42ed-a6b4-b1c90ed04d48 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received event network-vif-unplugged-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.636962] env[69265]: DEBUG oslo_concurrency.lockutils [req-f1161cfd-1751-451b-a7d7-98cc0c8deae9 req-ff389f0e-774f-42ed-a6b4-b1c90ed04d48 service nova] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.636962] env[69265]: DEBUG oslo_concurrency.lockutils [req-f1161cfd-1751-451b-a7d7-98cc0c8deae9 req-ff389f0e-774f-42ed-a6b4-b1c90ed04d48 service nova] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.638197] env[69265]: DEBUG oslo_concurrency.lockutils [req-f1161cfd-1751-451b-a7d7-98cc0c8deae9 req-ff389f0e-774f-42ed-a6b4-b1c90ed04d48 service nova] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.638197] env[69265]: DEBUG nova.compute.manager [req-f1161cfd-1751-451b-a7d7-98cc0c8deae9 req-ff389f0e-774f-42ed-a6b4-b1c90ed04d48 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] No waiting events found dispatching network-vif-unplugged-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.638197] env[69265]: WARNING nova.compute.manager [req-f1161cfd-1751-451b-a7d7-98cc0c8deae9 req-ff389f0e-774f-42ed-a6b4-b1c90ed04d48 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received unexpected event network-vif-unplugged-1470b332-479c-4e04-beef-e4fbd4e7632d for instance with vm_state shelved and task_state shelving_offloading. [ 1298.673524] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1218cf-850e-4a43-8844-528102ecbcec {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.682675] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e825b-97e1-46b9-b6b3-138b00816554 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.697711] env[69265]: DEBUG nova.compute.provider_tree [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.736358] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.740497] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ad568-1ca0-4495-934e-46fb2ddb5128 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.749221] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.749482] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54765fe2-77bc-4c8c-979b-38223fac5446 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.810863] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.811110] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.811344] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleting the datastore file [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.811618] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ea2d4c4-b1ce-4678-a294-e3ec9e064223 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.818790] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1298.818790] env[69265]: value = "task-3477208" [ 1298.818790] env[69265]: _type = "Task" [ 1298.818790] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.826127] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.023955] env[69265]: DEBUG oslo_vmware.api [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477204, 'name': PowerOnVM_Task, 'duration_secs': 0.710405} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.024252] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.024462] env[69265]: INFO nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1299.024642] env[69265]: DEBUG nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.025416] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417b6b08-8ff9-434b-969f-67300e578cd6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.130703] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073757} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.131852] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.131852] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7592bd-0467-4457-9b85-de4b82407c0f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.153091] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] bbb96156-f81c-41dd-8c7c-a87be0808b37/bbb96156-f81c-41dd-8c7c-a87be0808b37.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.153417] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7710a80c-f8fb-4497-a43f-588eb4a6522d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.172367] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1299.172367] env[69265]: value = "task-3477209" [ 1299.172367] env[69265]: _type = "Task" [ 1299.172367] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.180015] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.200960] env[69265]: DEBUG nova.scheduler.client.report [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.328445] env[69265]: DEBUG oslo_vmware.api [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16589} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.330026] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.330026] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.330026] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.351114] env[69265]: INFO nova.scheduler.client.report [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted allocations for instance e3cce2ba-6f02-4e58-a383-6c864b6a3c15 [ 1299.541981] env[69265]: INFO nova.compute.manager [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Took 12.96 seconds to build instance. [ 1299.565747] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.565985] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.682681] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477209, 'name': ReconfigVM_Task, 'duration_secs': 0.275168} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.683021] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Reconfigured VM instance instance-00000075 to attach disk [datastore2] bbb96156-f81c-41dd-8c7c-a87be0808b37/bbb96156-f81c-41dd-8c7c-a87be0808b37.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.683680] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-233f583a-a753-44a1-88e3-4378b21f2b6e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.690237] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1299.690237] env[69265]: value = "task-3477210" [ 1299.690237] env[69265]: _type = "Task" [ 1299.690237] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.700036] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477210, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.706195] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.706940] env[69265]: DEBUG nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1299.853913] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.854522] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.854522] env[69265]: DEBUG nova.objects.instance [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'resources' on Instance uuid e3cce2ba-6f02-4e58-a383-6c864b6a3c15 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.043723] env[69265]: DEBUG oslo_concurrency.lockutils [None req-521393e0-3caa-4350-ae41-5548ce5c151a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.470s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.068460] env[69265]: DEBUG nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.162064] env[69265]: DEBUG nova.compute.manager [req-85a52b0d-adf9-42c6-ac66-456019943974 req-d689ed79-ea8f-4613-bbc0-75534e375d72 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Received event network-changed-99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.162320] env[69265]: DEBUG nova.compute.manager [req-85a52b0d-adf9-42c6-ac66-456019943974 req-d689ed79-ea8f-4613-bbc0-75534e375d72 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Refreshing instance network info cache due to event network-changed-99a3cef4-df74-4724-b62b-e34a1349bbb2. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.162494] env[69265]: DEBUG oslo_concurrency.lockutils [req-85a52b0d-adf9-42c6-ac66-456019943974 req-d689ed79-ea8f-4613-bbc0-75534e375d72 service nova] Acquiring lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.162642] env[69265]: DEBUG oslo_concurrency.lockutils [req-85a52b0d-adf9-42c6-ac66-456019943974 req-d689ed79-ea8f-4613-bbc0-75534e375d72 service nova] Acquired lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.162804] env[69265]: DEBUG nova.network.neutron [req-85a52b0d-adf9-42c6-ac66-456019943974 req-d689ed79-ea8f-4613-bbc0-75534e375d72 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Refreshing network info cache for port 99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.200527] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477210, 'name': Rename_Task, 'duration_secs': 0.134968} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.200802] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.201055] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b0c7d02-1ff1-4f95-911a-ff697e23edf0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.207789] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1300.207789] env[69265]: value = "task-3477211" [ 1300.207789] env[69265]: _type = "Task" [ 1300.207789] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.212645] env[69265]: DEBUG nova.compute.utils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.214072] env[69265]: DEBUG nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.214184] env[69265]: DEBUG nova.network.neutron [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.221736] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477211, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.259755] env[69265]: DEBUG nova.policy [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd0d2b689c854b16a7c046e74126e5a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3118627928e40899cc4e0fb2633b1a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.356302] env[69265]: DEBUG nova.objects.instance [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'numa_topology' on Instance uuid e3cce2ba-6f02-4e58-a383-6c864b6a3c15 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.589150] env[69265]: DEBUG nova.network.neutron [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Successfully created port: 8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.597936] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.665533] env[69265]: DEBUG nova.compute.manager [req-5d09c530-a3a9-4681-a55f-50c920dc9784 req-99b79fa4-3769-40a7-93e0-138186ceb3e8 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received event network-changed-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.667677] env[69265]: DEBUG nova.compute.manager [req-5d09c530-a3a9-4681-a55f-50c920dc9784 req-99b79fa4-3769-40a7-93e0-138186ceb3e8 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Refreshing instance network info cache due to event network-changed-1470b332-479c-4e04-beef-e4fbd4e7632d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.668044] env[69265]: DEBUG oslo_concurrency.lockutils [req-5d09c530-a3a9-4681-a55f-50c920dc9784 req-99b79fa4-3769-40a7-93e0-138186ceb3e8 service nova] Acquiring lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.668693] env[69265]: DEBUG oslo_concurrency.lockutils [req-5d09c530-a3a9-4681-a55f-50c920dc9784 req-99b79fa4-3769-40a7-93e0-138186ceb3e8 service nova] Acquired lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.668693] env[69265]: DEBUG nova.network.neutron [req-5d09c530-a3a9-4681-a55f-50c920dc9784 req-99b79fa4-3769-40a7-93e0-138186ceb3e8 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Refreshing network info cache for port 1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.717595] env[69265]: DEBUG nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.724019] env[69265]: DEBUG oslo_vmware.api [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477211, 'name': PowerOnVM_Task, 'duration_secs': 0.458027} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.724019] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.724019] env[69265]: INFO nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1300.724019] env[69265]: DEBUG nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.724019] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60896e2d-3a5e-4e5d-9027-754e906826a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.858517] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.858517] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.858517] env[69265]: DEBUG nova.compute.manager [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Going to confirm migration 9 {{(pid=69265) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1300.860477] env[69265]: DEBUG nova.objects.base [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1300.940699] env[69265]: DEBUG nova.network.neutron [req-85a52b0d-adf9-42c6-ac66-456019943974 req-d689ed79-ea8f-4613-bbc0-75534e375d72 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updated VIF entry in instance network info cache for port 99a3cef4-df74-4724-b62b-e34a1349bbb2. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.941072] env[69265]: DEBUG nova.network.neutron [req-85a52b0d-adf9-42c6-ac66-456019943974 req-d689ed79-ea8f-4613-bbc0-75534e375d72 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updating instance_info_cache with network_info: [{"id": "99a3cef4-df74-4724-b62b-e34a1349bbb2", "address": "fa:16:3e:5c:00:b4", "network": {"id": "a475be67-8baf-4a48-8ae4-f3fa2d9dd94e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-37340351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830da301d3b47608e013608ecc1eb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a3cef4-df", "ovs_interfaceid": "99a3cef4-df74-4724-b62b-e34a1349bbb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.967850] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c8507-1fcf-4999-911b-d9cf4e69c57d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.975627] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64a1419-ad88-4d3b-a8c0-16d4bda6aa38 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.004972] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08ca9a6-6cff-42b6-bb8a-739ee7501a13 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.011640] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6ce439-a33e-4f13-a0db-954fc4046e50 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.024603] env[69265]: DEBUG nova.compute.provider_tree [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.243963] env[69265]: INFO nova.compute.manager [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Took 14.54 seconds to build instance. [ 1301.422533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.422533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.422533] env[69265]: DEBUG nova.network.neutron [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.422533] env[69265]: DEBUG nova.objects.instance [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'info_cache' on Instance uuid f598f661-1fb6-456c-b62b-e66c6a472680 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.443671] env[69265]: DEBUG oslo_concurrency.lockutils [req-85a52b0d-adf9-42c6-ac66-456019943974 req-d689ed79-ea8f-4613-bbc0-75534e375d72 service nova] Releasing lock "refresh_cache-d8949414-ccd2-42fe-9fb8-07aac6854ed4" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.527743] env[69265]: DEBUG nova.scheduler.client.report [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.706789] env[69265]: DEBUG nova.network.neutron [req-5d09c530-a3a9-4681-a55f-50c920dc9784 req-99b79fa4-3769-40a7-93e0-138186ceb3e8 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updated VIF entry in instance network info cache for port 1470b332-479c-4e04-beef-e4fbd4e7632d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.707225] env[69265]: DEBUG nova.network.neutron [req-5d09c530-a3a9-4681-a55f-50c920dc9784 req-99b79fa4-3769-40a7-93e0-138186ceb3e8 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating instance_info_cache with network_info: [{"id": "1470b332-479c-4e04-beef-e4fbd4e7632d", "address": "fa:16:3e:f0:3f:bc", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1470b332-47", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.728364] env[69265]: DEBUG nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.746341] env[69265]: DEBUG oslo_concurrency.lockutils [None req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "bbb96156-f81c-41dd-8c7c-a87be0808b37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.076s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.750799] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.751063] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.751266] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.751482] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.751637] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.751810] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.752033] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.752202] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.752376] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.752541] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.752715] env[69265]: DEBUG nova.virt.hardware [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.753604] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6b626a-e701-4b91-8dff-ead74c441230 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.761951] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273aea5f-2397-4116-bf3d-a3182df98b14 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.037734] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.038832] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.441s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.041801] env[69265]: INFO nova.compute.claims [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.209807] env[69265]: DEBUG oslo_concurrency.lockutils [req-5d09c530-a3a9-4681-a55f-50c920dc9784 req-99b79fa4-3769-40a7-93e0-138186ceb3e8 service nova] Releasing lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.352137] env[69265]: DEBUG nova.network.neutron [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Successfully updated port: 8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.551641] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3d844e5e-9d30-4ccd-8420-005eb68b74f3 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.122s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.585794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.586053] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.586237] env[69265]: INFO nova.compute.manager [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Unshelving [ 1302.601426] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquiring lock "bbb96156-f81c-41dd-8c7c-a87be0808b37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.601663] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "bbb96156-f81c-41dd-8c7c-a87be0808b37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.601868] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquiring lock "bbb96156-f81c-41dd-8c7c-a87be0808b37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.602058] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "bbb96156-f81c-41dd-8c7c-a87be0808b37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.602236] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "bbb96156-f81c-41dd-8c7c-a87be0808b37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.604683] env[69265]: INFO nova.compute.manager [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Terminating instance [ 1302.630737] env[69265]: DEBUG nova.network.neutron [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [{"id": "57f20476-f342-4b59-8be5-550cc2f6f745", "address": "fa:16:3e:20:d9:e8", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f20476-f3", "ovs_interfaceid": "57f20476-f342-4b59-8be5-550cc2f6f745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.690168] env[69265]: DEBUG nova.compute.manager [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Received event network-vif-plugged-8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.690373] env[69265]: DEBUG oslo_concurrency.lockutils [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] Acquiring lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.690584] env[69265]: DEBUG oslo_concurrency.lockutils [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.690782] env[69265]: DEBUG oslo_concurrency.lockutils [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.690917] env[69265]: DEBUG nova.compute.manager [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] No waiting events found dispatching network-vif-plugged-8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.691419] env[69265]: WARNING nova.compute.manager [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Received unexpected event network-vif-plugged-8c433f02-60c6-4566-99ba-97e8672c5ef6 for instance with vm_state building and task_state spawning. [ 1302.691572] env[69265]: DEBUG nova.compute.manager [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Received event network-changed-8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.691749] env[69265]: DEBUG nova.compute.manager [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Refreshing instance network info cache due to event network-changed-8c433f02-60c6-4566-99ba-97e8672c5ef6. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.692016] env[69265]: DEBUG oslo_concurrency.lockutils [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] Acquiring lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.692193] env[69265]: DEBUG oslo_concurrency.lockutils [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] Acquired lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.692362] env[69265]: DEBUG nova.network.neutron [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Refreshing network info cache for port 8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.854796] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.108669] env[69265]: DEBUG nova.compute.manager [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.108914] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.109792] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250cfedd-4837-4e3b-8f6d-443166992266 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.117722] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.117966] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a16131c8-d774-4af1-9a92-f13ffbd3f470 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.124422] env[69265]: DEBUG oslo_vmware.api [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1303.124422] env[69265]: value = "task-3477212" [ 1303.124422] env[69265]: _type = "Task" [ 1303.124422] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.134747] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-f598f661-1fb6-456c-b62b-e66c6a472680" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.135008] env[69265]: DEBUG nova.objects.instance [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'migration_context' on Instance uuid f598f661-1fb6-456c-b62b-e66c6a472680 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.136144] env[69265]: DEBUG oslo_vmware.api [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.171450] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96501126-a494-429f-89c3-731013efb953 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.179418] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da5992a-9258-47b6-9e8b-d1b776e37ccd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.211241] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf1369b-f6bf-4cda-ad54-db39dc361290 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.220316] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c427d627-d8ec-4de2-a8ac-a863b92e091e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.235094] env[69265]: DEBUG nova.compute.provider_tree [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.244682] env[69265]: DEBUG nova.network.neutron [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.321364] env[69265]: DEBUG nova.network.neutron [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.606488] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.635290] env[69265]: DEBUG oslo_vmware.api [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477212, 'name': PowerOffVM_Task, 'duration_secs': 0.208449} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.635560] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.635724] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.635968] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80388c1f-b980-4305-b0f5-465df1b75f8a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.637824] env[69265]: DEBUG nova.objects.base [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.638562] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0699d5d2-9285-4e34-9555-313d2e09601f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.657367] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c432dae0-2a0f-442b-a053-20b94f716588 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.662873] env[69265]: DEBUG oslo_vmware.api [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1303.662873] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5226826a-adf5-2b19-eb11-c9de1324ee51" [ 1303.662873] env[69265]: _type = "Task" [ 1303.662873] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.715441] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.715538] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.715654] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Deleting the datastore file [datastore2] bbb96156-f81c-41dd-8c7c-a87be0808b37 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.715932] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdcf374d-690e-423d-b8cc-d08a3679f11b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.723197] env[69265]: DEBUG oslo_vmware.api [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for the task: (returnval){ [ 1303.723197] env[69265]: value = "task-3477214" [ 1303.723197] env[69265]: _type = "Task" [ 1303.723197] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.731675] env[69265]: DEBUG oslo_vmware.api [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.738829] env[69265]: DEBUG nova.scheduler.client.report [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.824263] env[69265]: DEBUG oslo_concurrency.lockutils [req-5099ed6c-8b97-466e-b7c7-fd0dcdb917f4 req-f2ddabd5-83e9-452f-abd8-cc535be3d83d service nova] Releasing lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.824690] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.824880] env[69265]: DEBUG nova.network.neutron [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.172976] env[69265]: DEBUG oslo_vmware.api [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5226826a-adf5-2b19-eb11-c9de1324ee51, 'name': SearchDatastore_Task, 'duration_secs': 0.015137} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.173393] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.232476] env[69265]: DEBUG oslo_vmware.api [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Task: {'id': task-3477214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163517} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.232723] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.232910] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.233098] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.233305] env[69265]: INFO nova.compute.manager [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1304.233565] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.233756] env[69265]: DEBUG nova.compute.manager [-] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.233886] env[69265]: DEBUG nova.network.neutron [-] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.245055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.245055] env[69265]: DEBUG nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.246452] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.640s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.246665] env[69265]: DEBUG nova.objects.instance [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'pci_requests' on Instance uuid e3cce2ba-6f02-4e58-a383-6c864b6a3c15 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.355430] env[69265]: DEBUG nova.network.neutron [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.521059] env[69265]: DEBUG nova.network.neutron [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Updating instance_info_cache with network_info: [{"id": "8c433f02-60c6-4566-99ba-97e8672c5ef6", "address": "fa:16:3e:61:53:38", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c433f02-60", "ovs_interfaceid": "8c433f02-60c6-4566-99ba-97e8672c5ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.716512] env[69265]: DEBUG nova.compute.manager [req-e357ff61-83dc-4cd6-8bb7-a59f9988ce0a req-b6247c12-ab7a-401b-94c7-0dfe4a1703d6 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Received event network-vif-deleted-ffac2903-1750-4981-8b13-198c2836bebc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.716652] env[69265]: INFO nova.compute.manager [req-e357ff61-83dc-4cd6-8bb7-a59f9988ce0a req-b6247c12-ab7a-401b-94c7-0dfe4a1703d6 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Neutron deleted interface ffac2903-1750-4981-8b13-198c2836bebc; detaching it from the instance and deleting it from the info cache [ 1304.716824] env[69265]: DEBUG nova.network.neutron [req-e357ff61-83dc-4cd6-8bb7-a59f9988ce0a req-b6247c12-ab7a-401b-94c7-0dfe4a1703d6 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.749628] env[69265]: DEBUG nova.compute.utils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.752289] env[69265]: DEBUG nova.objects.instance [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'numa_topology' on Instance uuid e3cce2ba-6f02-4e58-a383-6c864b6a3c15 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.753501] env[69265]: DEBUG nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.753555] env[69265]: DEBUG nova.network.neutron [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.814948] env[69265]: DEBUG nova.policy [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af691b7eb99341458ccf0c78642c5b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ce13bb20cc4b338120617b25e0ada3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1304.968717] env[69265]: DEBUG nova.network.neutron [-] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.025812] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.027047] env[69265]: DEBUG nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Instance network_info: |[{"id": "8c433f02-60c6-4566-99ba-97e8672c5ef6", "address": "fa:16:3e:61:53:38", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c433f02-60", "ovs_interfaceid": "8c433f02-60c6-4566-99ba-97e8672c5ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.027047] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:53:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c433f02-60c6-4566-99ba-97e8672c5ef6', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.035053] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.035270] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.035530] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79161c4d-6d6b-4da1-b80e-84db3661a1d8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.059692] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.059692] env[69265]: value = "task-3477215" [ 1305.059692] env[69265]: _type = "Task" [ 1305.059692] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.072596] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477215, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.211327] env[69265]: DEBUG nova.network.neutron [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Successfully created port: 01df6d5e-40f2-423a-8052-da916885c7d6 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.219562] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f2cea36-eff5-42b1-8c81-abb7e85dbb6d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.229691] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8436d-89d2-4d4e-8222-eb1d73cadaa5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.259588] env[69265]: DEBUG nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.262567] env[69265]: INFO nova.compute.claims [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.264982] env[69265]: DEBUG nova.compute.manager [req-e357ff61-83dc-4cd6-8bb7-a59f9988ce0a req-b6247c12-ab7a-401b-94c7-0dfe4a1703d6 service nova] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Detach interface failed, port_id=ffac2903-1750-4981-8b13-198c2836bebc, reason: Instance bbb96156-f81c-41dd-8c7c-a87be0808b37 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1305.471432] env[69265]: INFO nova.compute.manager [-] [instance: bbb96156-f81c-41dd-8c7c-a87be0808b37] Took 1.24 seconds to deallocate network for instance. [ 1305.569727] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477215, 'name': CreateVM_Task, 'duration_secs': 0.364691} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.569888] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.570640] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.570828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.571177] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.571441] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bc89ab-6ba9-4aba-8a9e-761798d6c96e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.576022] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1305.576022] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c678c6-9af8-fcc3-cb2c-13080ecf60bb" [ 1305.576022] env[69265]: _type = "Task" [ 1305.576022] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.583354] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c678c6-9af8-fcc3-cb2c-13080ecf60bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.979589] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.086370] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c678c6-9af8-fcc3-cb2c-13080ecf60bb, 'name': SearchDatastore_Task, 'duration_secs': 0.041483} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.086680] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.086920] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.087178] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.087331] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.087516] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.087784] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80663a6c-27a4-4e6b-a348-4db2b86406b2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.103710] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.103874] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.104594] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0642f329-ed57-4a2b-8942-96b1684b9c92 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.109577] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1306.109577] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5296ecf1-ffcf-fad9-93ab-12996eff87c7" [ 1306.109577] env[69265]: _type = "Task" [ 1306.109577] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.116979] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5296ecf1-ffcf-fad9-93ab-12996eff87c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.273712] env[69265]: DEBUG nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.338584] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.338960] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.339170] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.339364] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.339533] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.339683] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.339880] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.340055] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.340227] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.340394] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.340566] env[69265]: DEBUG nova.virt.hardware [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.341434] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899adcfd-1a12-454d-9ed2-c7c1c97b7e00 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.351542] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80c3d9e-40c7-4fec-83b2-e4abcf70c8f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.423650] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7f0ad-5ae4-402f-b305-d67a754de5d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.431864] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4ff4bc-cb8f-44c9-b912-1fe6ad85cfaa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.462080] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc4092d-459c-41cd-ad45-e3075072a07d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.469691] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53cca3b-850b-4b29-a810-327ed8cf5a20 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.483018] env[69265]: DEBUG nova.compute.provider_tree [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.621064] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5296ecf1-ffcf-fad9-93ab-12996eff87c7, 'name': SearchDatastore_Task, 'duration_secs': 0.050214} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.621999] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3fdb04-1a23-40ec-ad05-7372812eff91 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.627434] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1306.627434] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52468bb6-5162-6eba-c98f-0732f756499d" [ 1306.627434] env[69265]: _type = "Task" [ 1306.627434] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.635083] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52468bb6-5162-6eba-c98f-0732f756499d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.659387] env[69265]: DEBUG nova.compute.manager [req-c6afa40f-ade8-4c58-88bf-c9e225aca040 req-75ad1540-09ac-4cd9-afb0-174aba240c5a service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Received event network-vif-plugged-01df6d5e-40f2-423a-8052-da916885c7d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.659615] env[69265]: DEBUG oslo_concurrency.lockutils [req-c6afa40f-ade8-4c58-88bf-c9e225aca040 req-75ad1540-09ac-4cd9-afb0-174aba240c5a service nova] Acquiring lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.659822] env[69265]: DEBUG oslo_concurrency.lockutils [req-c6afa40f-ade8-4c58-88bf-c9e225aca040 req-75ad1540-09ac-4cd9-afb0-174aba240c5a service nova] Lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.660065] env[69265]: DEBUG oslo_concurrency.lockutils [req-c6afa40f-ade8-4c58-88bf-c9e225aca040 req-75ad1540-09ac-4cd9-afb0-174aba240c5a service nova] Lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.660202] env[69265]: DEBUG nova.compute.manager [req-c6afa40f-ade8-4c58-88bf-c9e225aca040 req-75ad1540-09ac-4cd9-afb0-174aba240c5a service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] No waiting events found dispatching network-vif-plugged-01df6d5e-40f2-423a-8052-da916885c7d6 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.660366] env[69265]: WARNING nova.compute.manager [req-c6afa40f-ade8-4c58-88bf-c9e225aca040 req-75ad1540-09ac-4cd9-afb0-174aba240c5a service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Received unexpected event network-vif-plugged-01df6d5e-40f2-423a-8052-da916885c7d6 for instance with vm_state building and task_state spawning. [ 1306.817465] env[69265]: DEBUG nova.network.neutron [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Successfully updated port: 01df6d5e-40f2-423a-8052-da916885c7d6 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.986415] env[69265]: DEBUG nova.scheduler.client.report [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.138212] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52468bb6-5162-6eba-c98f-0732f756499d, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.138508] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.138767] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 6c133a3a-dddf-4a97-a9c3-91aa06b0f795/6c133a3a-dddf-4a97-a9c3-91aa06b0f795.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.139030] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f894771c-cb74-418e-a5e0-be406d2e4183 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.146356] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1307.146356] env[69265]: value = "task-3477216" [ 1307.146356] env[69265]: _type = "Task" [ 1307.146356] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.153922] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.320096] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "refresh_cache-5a54900c-a802-40ed-a4a4-8b8cd3777a83" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.320096] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "refresh_cache-5a54900c-a802-40ed-a4a4-8b8cd3777a83" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.320523] env[69265]: DEBUG nova.network.neutron [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.491736] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.245s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.494610] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.321s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.528356] env[69265]: INFO nova.network.neutron [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating port 1470b332-479c-4e04-beef-e4fbd4e7632d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1307.657305] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468098} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.657592] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 6c133a3a-dddf-4a97-a9c3-91aa06b0f795/6c133a3a-dddf-4a97-a9c3-91aa06b0f795.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.657809] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.658075] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cfcd95b-583b-4672-b535-66f463dac52a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.664724] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1307.664724] env[69265]: value = "task-3477217" [ 1307.664724] env[69265]: _type = "Task" [ 1307.664724] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.673150] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.852699] env[69265]: DEBUG nova.network.neutron [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.976740] env[69265]: DEBUG nova.network.neutron [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Updating instance_info_cache with network_info: [{"id": "01df6d5e-40f2-423a-8052-da916885c7d6", "address": "fa:16:3e:bc:59:e5", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01df6d5e-40", "ovs_interfaceid": "01df6d5e-40f2-423a-8052-da916885c7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.102735] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3665edf-a63f-431a-9d82-1bfd59138e6b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.110343] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551834fc-c9d7-4276-8c39-d4fa66edbd10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.141420] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c87e0-054c-420f-bbd7-a58279ae3ccf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.148912] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a4d936-784d-40da-ac42-19ca55ffdfff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.162883] env[69265]: DEBUG nova.compute.provider_tree [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.173465] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069181} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.173927] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.174687] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd82d6b6-ddf8-42bd-82d5-d9417e51e217 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.196650] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 6c133a3a-dddf-4a97-a9c3-91aa06b0f795/6c133a3a-dddf-4a97-a9c3-91aa06b0f795.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.197126] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c272699-933e-47ab-a033-a800f514da0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.216545] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1308.216545] env[69265]: value = "task-3477218" [ 1308.216545] env[69265]: _type = "Task" [ 1308.216545] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.224296] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.479013] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "refresh_cache-5a54900c-a802-40ed-a4a4-8b8cd3777a83" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.479356] env[69265]: DEBUG nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Instance network_info: |[{"id": "01df6d5e-40f2-423a-8052-da916885c7d6", "address": "fa:16:3e:bc:59:e5", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01df6d5e-40", "ovs_interfaceid": "01df6d5e-40f2-423a-8052-da916885c7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.479909] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:59:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01df6d5e-40f2-423a-8052-da916885c7d6', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.488118] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.488332] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.488557] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57754ef1-8270-4721-a6dc-f1a4563f11ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.508279] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.508279] env[69265]: value = "task-3477219" [ 1308.508279] env[69265]: _type = "Task" [ 1308.508279] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.519187] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477219, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.666637] env[69265]: DEBUG nova.scheduler.client.report [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.685385] env[69265]: DEBUG nova.compute.manager [req-988bb115-d704-4f2d-9617-297bb60f6d06 req-98eb49a6-44de-4194-8876-8c0e6713b4ed service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Received event network-changed-01df6d5e-40f2-423a-8052-da916885c7d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.685661] env[69265]: DEBUG nova.compute.manager [req-988bb115-d704-4f2d-9617-297bb60f6d06 req-98eb49a6-44de-4194-8876-8c0e6713b4ed service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Refreshing instance network info cache due to event network-changed-01df6d5e-40f2-423a-8052-da916885c7d6. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.685818] env[69265]: DEBUG oslo_concurrency.lockutils [req-988bb115-d704-4f2d-9617-297bb60f6d06 req-98eb49a6-44de-4194-8876-8c0e6713b4ed service nova] Acquiring lock "refresh_cache-5a54900c-a802-40ed-a4a4-8b8cd3777a83" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.685923] env[69265]: DEBUG oslo_concurrency.lockutils [req-988bb115-d704-4f2d-9617-297bb60f6d06 req-98eb49a6-44de-4194-8876-8c0e6713b4ed service nova] Acquired lock "refresh_cache-5a54900c-a802-40ed-a4a4-8b8cd3777a83" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.686111] env[69265]: DEBUG nova.network.neutron [req-988bb115-d704-4f2d-9617-297bb60f6d06 req-98eb49a6-44de-4194-8876-8c0e6713b4ed service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Refreshing network info cache for port 01df6d5e-40f2-423a-8052-da916885c7d6 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.727951] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477218, 'name': ReconfigVM_Task, 'duration_secs': 0.394624} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.728280] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 6c133a3a-dddf-4a97-a9c3-91aa06b0f795/6c133a3a-dddf-4a97-a9c3-91aa06b0f795.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.728974] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59b9693c-09da-4022-97ca-e3d1e718b15c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.735586] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1308.735586] env[69265]: value = "task-3477220" [ 1308.735586] env[69265]: _type = "Task" [ 1308.735586] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.743962] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477220, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.018516] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477219, 'name': CreateVM_Task, 'duration_secs': 0.354114} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.018689] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.019378] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.019549] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.019869] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.020134] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa9b4d1-03a1-4af8-a69b-07ed68d62640 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.024363] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1309.024363] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521b1d93-1456-2e11-f5fb-8bb42ee0f3ce" [ 1309.024363] env[69265]: _type = "Task" [ 1309.024363] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.032929] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521b1d93-1456-2e11-f5fb-8bb42ee0f3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.045028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.045028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.045028] env[69265]: DEBUG nova.network.neutron [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.245567] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477220, 'name': Rename_Task, 'duration_secs': 0.173558} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.245795] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.246044] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ededfb3d-5c82-42c9-a773-5b38f894f959 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.254746] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1309.254746] env[69265]: value = "task-3477221" [ 1309.254746] env[69265]: _type = "Task" [ 1309.254746] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.262165] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.476955] env[69265]: DEBUG nova.network.neutron [req-988bb115-d704-4f2d-9617-297bb60f6d06 req-98eb49a6-44de-4194-8876-8c0e6713b4ed service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Updated VIF entry in instance network info cache for port 01df6d5e-40f2-423a-8052-da916885c7d6. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.477366] env[69265]: DEBUG nova.network.neutron [req-988bb115-d704-4f2d-9617-297bb60f6d06 req-98eb49a6-44de-4194-8876-8c0e6713b4ed service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Updating instance_info_cache with network_info: [{"id": "01df6d5e-40f2-423a-8052-da916885c7d6", "address": "fa:16:3e:bc:59:e5", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01df6d5e-40", "ovs_interfaceid": "01df6d5e-40f2-423a-8052-da916885c7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.534566] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]521b1d93-1456-2e11-f5fb-8bb42ee0f3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.534964] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.535140] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.535401] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.535567] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.535764] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.536045] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51597e8a-be79-46be-b5f9-fd00b223ffbe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.543925] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.544123] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.546735] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a34ad5-f0cb-45a7-9627-c950ff7992cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.554684] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1309.554684] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5204d3e0-2321-8def-66c6-661156315882" [ 1309.554684] env[69265]: _type = "Task" [ 1309.554684] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.560520] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5204d3e0-2321-8def-66c6-661156315882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.677377] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.183s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.680294] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.701s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.680442] env[69265]: DEBUG nova.objects.instance [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lazy-loading 'resources' on Instance uuid bbb96156-f81c-41dd-8c7c-a87be0808b37 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.749822] env[69265]: DEBUG nova.network.neutron [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating instance_info_cache with network_info: [{"id": "1470b332-479c-4e04-beef-e4fbd4e7632d", "address": "fa:16:3e:f0:3f:bc", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1470b332-47", "ovs_interfaceid": "1470b332-479c-4e04-beef-e4fbd4e7632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.765315] env[69265]: DEBUG oslo_vmware.api [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477221, 'name': PowerOnVM_Task, 'duration_secs': 0.436909} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.766240] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.766489] env[69265]: INFO nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1309.766685] env[69265]: DEBUG nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.767488] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6379d15f-5d7a-4bdb-9874-fca35e57ef6f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.980258] env[69265]: DEBUG oslo_concurrency.lockutils [req-988bb115-d704-4f2d-9617-297bb60f6d06 req-98eb49a6-44de-4194-8876-8c0e6713b4ed service nova] Releasing lock "refresh_cache-5a54900c-a802-40ed-a4a4-8b8cd3777a83" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.064085] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5204d3e0-2321-8def-66c6-661156315882, 'name': SearchDatastore_Task, 'duration_secs': 0.007662} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.065035] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c48e6c-8e88-45c5-b62e-40918b0b437c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.070605] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1310.070605] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5238c60d-d4e7-382a-6c4d-f3211b2cdad0" [ 1310.070605] env[69265]: _type = "Task" [ 1310.070605] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.078307] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5238c60d-d4e7-382a-6c4d-f3211b2cdad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.237187] env[69265]: INFO nova.scheduler.client.report [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted allocation for migration 2c693ec2-9b71-421d-b7f2-38e8ce359d97 [ 1310.252483] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.285704] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='90777925c83f53541888fded91d1ed8d',container_format='bare',created_at=2025-04-17T13:57:37Z,direct_url=,disk_format='vmdk',id=8d46dcb0-0873-49fe-ac39-f6819b262393,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1776707580-shelved',owner='f96c8d8abf244708915ae88bbf3666e2',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-04-17T13:57:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.286649] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.286649] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.286649] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.286649] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.286649] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.286956] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.286956] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.287192] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.287270] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.287448] env[69265]: DEBUG nova.virt.hardware [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.288841] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a10b3c-5cd3-4da3-81ca-08d9eef7102b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.293211] env[69265]: INFO nova.compute.manager [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Took 12.83 seconds to build instance. [ 1310.302465] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa99cf5-5dfd-42d0-bd16-eca5ffdc2373 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.308874] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129dc462-9ab4-4965-af33-c14b685cf759 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.323508] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697ef82c-25b4-4562-88cf-e88f2fd677d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.326872] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:3f:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1470b332-479c-4e04-beef-e4fbd4e7632d', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.334168] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.334396] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.335074] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d5d9b48-7de7-4a54-8cda-4e0eee9df3ad {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.372998] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e67e4-8a61-459d-a429-aad5520c3a3e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.380846] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bac79c-a1a9-4013-879f-948769bd365d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.384640] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.384640] env[69265]: value = "task-3477222" [ 1310.384640] env[69265]: _type = "Task" [ 1310.384640] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.395201] env[69265]: DEBUG nova.compute.provider_tree [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.407969] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477222, 'name': CreateVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.582685] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5238c60d-d4e7-382a-6c4d-f3211b2cdad0, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.583024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.583275] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 5a54900c-a802-40ed-a4a4-8b8cd3777a83/5a54900c-a802-40ed-a4a4-8b8cd3777a83.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.583522] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78be8e53-130a-4dfc-a5fe-5a03eb0bbc66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.590384] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1310.590384] env[69265]: value = "task-3477223" [ 1310.590384] env[69265]: _type = "Task" [ 1310.590384] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.599823] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.723786] env[69265]: DEBUG nova.compute.manager [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received event network-vif-plugged-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.724185] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.724378] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.724724] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.724923] env[69265]: DEBUG nova.compute.manager [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] No waiting events found dispatching network-vif-plugged-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.725181] env[69265]: WARNING nova.compute.manager [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received unexpected event network-vif-plugged-1470b332-479c-4e04-beef-e4fbd4e7632d for instance with vm_state shelved_offloaded and task_state spawning. [ 1310.725377] env[69265]: DEBUG nova.compute.manager [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received event network-changed-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.725591] env[69265]: DEBUG nova.compute.manager [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Refreshing instance network info cache due to event network-changed-1470b332-479c-4e04-beef-e4fbd4e7632d. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.725698] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] Acquiring lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.725768] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] Acquired lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.725906] env[69265]: DEBUG nova.network.neutron [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Refreshing network info cache for port 1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.745678] env[69265]: DEBUG oslo_concurrency.lockutils [None req-460faf6c-246f-41df-b608-c12fd8e8b276 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.888s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.798124] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4a9c0e0c-4697-438b-bf59-178a8b434427 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.356s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.896882] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477222, 'name': CreateVM_Task, 'duration_secs': 0.289781} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.897818] env[69265]: DEBUG nova.scheduler.client.report [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.900897] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.901650] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.901821] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.902235] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.902742] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f50f95-3c22-4505-81fa-bf630ebc552f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.908767] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1310.908767] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5281e5fa-4947-e67d-bf1b-f284bfb989f5" [ 1310.908767] env[69265]: _type = "Task" [ 1310.908767] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.920299] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5281e5fa-4947-e67d-bf1b-f284bfb989f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.100635] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425998} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.101058] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] 5a54900c-a802-40ed-a4a4-8b8cd3777a83/5a54900c-a802-40ed-a4a4-8b8cd3777a83.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.101181] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.101383] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73cf3b91-634c-466a-8606-508836ff626f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.108145] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1311.108145] env[69265]: value = "task-3477224" [ 1311.108145] env[69265]: _type = "Task" [ 1311.108145] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.116577] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.403899] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.421882] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.421882] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Processing image 8d46dcb0-0873-49fe-ac39-f6819b262393 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.421882] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393/8d46dcb0-0873-49fe-ac39-f6819b262393.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.421882] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393/8d46dcb0-0873-49fe-ac39-f6819b262393.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.421882] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.421882] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebadf96a-240b-4c31-bfaf-cc9a8dabf9dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.432923] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.432923] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.433470] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce2682a-9d2f-415e-aa8f-5a044e472b4a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.442902] env[69265]: INFO nova.scheduler.client.report [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Deleted allocations for instance bbb96156-f81c-41dd-8c7c-a87be0808b37 [ 1311.448372] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1311.448372] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52abbde3-13c9-3ab3-2423-0410ed314b64" [ 1311.448372] env[69265]: _type = "Task" [ 1311.448372] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.456098] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52abbde3-13c9-3ab3-2423-0410ed314b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.474247] env[69265]: DEBUG nova.network.neutron [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updated VIF entry in instance network info cache for port 1470b332-479c-4e04-beef-e4fbd4e7632d. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.474763] env[69265]: DEBUG nova.network.neutron [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating instance_info_cache with network_info: [{"id": "1470b332-479c-4e04-beef-e4fbd4e7632d", "address": "fa:16:3e:f0:3f:bc", "network": {"id": "9c0ffeb1-01e7-4deb-b534-88513ebf8adc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1973132991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96c8d8abf244708915ae88bbf3666e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1470b332-47", "ovs_interfaceid": "1470b332-479c-4e04-beef-e4fbd4e7632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.589557] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.589833] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.590039] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.590234] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.590407] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.592412] env[69265]: INFO nova.compute.manager [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Terminating instance [ 1311.618895] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067465} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.619180] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.619912] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a700a89-54d6-4625-a307-feb0ab405584 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.641422] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 5a54900c-a802-40ed-a4a4-8b8cd3777a83/5a54900c-a802-40ed-a4a4-8b8cd3777a83.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.641874] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c76f65a-0b5c-473c-9a8b-4ce0fd2213c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.661075] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1311.661075] env[69265]: value = "task-3477225" [ 1311.661075] env[69265]: _type = "Task" [ 1311.661075] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.668505] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.957352] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Lock "bbb96156-f81c-41dd-8c7c-a87be0808b37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.355s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.966118] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Preparing fetch location {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1311.966458] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Fetch image to [datastore2] OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3/OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3.vmdk {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1311.966736] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Downloading stream optimized image 8d46dcb0-0873-49fe-ac39-f6819b262393 to [datastore2] OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3/OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3.vmdk on the data store datastore2 as vApp {{(pid=69265) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1311.966993] env[69265]: DEBUG nova.virt.vmwareapi.images [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Downloading image file data 8d46dcb0-0873-49fe-ac39-f6819b262393 to the ESX as VM named 'OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3' {{(pid=69265) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1311.977284] env[69265]: DEBUG oslo_concurrency.lockutils [req-7bca3033-8145-47ba-b6b6-30b04a636d9d req-54160e32-5fd0-466f-803e-cec2e47d3193 service nova] Releasing lock "refresh_cache-e3cce2ba-6f02-4e58-a383-6c864b6a3c15" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.040013] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1312.040013] env[69265]: value = "resgroup-9" [ 1312.040013] env[69265]: _type = "ResourcePool" [ 1312.040013] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1312.040311] env[69265]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-22b12e7c-7234-40a4-a935-e0d7fd595c90 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.062548] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lease: (returnval){ [ 1312.062548] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52432551-8bd4-8177-2169-a286dbf7804c" [ 1312.062548] env[69265]: _type = "HttpNfcLease" [ 1312.062548] env[69265]: } obtained for vApp import into resource pool (val){ [ 1312.062548] env[69265]: value = "resgroup-9" [ 1312.062548] env[69265]: _type = "ResourcePool" [ 1312.062548] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1312.062897] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the lease: (returnval){ [ 1312.062897] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52432551-8bd4-8177-2169-a286dbf7804c" [ 1312.062897] env[69265]: _type = "HttpNfcLease" [ 1312.062897] env[69265]: } to be ready. {{(pid=69265) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1312.068934] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1312.068934] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52432551-8bd4-8177-2169-a286dbf7804c" [ 1312.068934] env[69265]: _type = "HttpNfcLease" [ 1312.068934] env[69265]: } is initializing. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1312.095906] env[69265]: DEBUG nova.compute.manager [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.096157] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.097000] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6567058-27ae-4b85-8f09-fb4c3e327fa4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.104361] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.104631] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7ad87a7-e03e-46fb-a1d1-fd312fa96fb4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.110701] env[69265]: DEBUG oslo_vmware.api [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1312.110701] env[69265]: value = "task-3477227" [ 1312.110701] env[69265]: _type = "Task" [ 1312.110701] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.119876] env[69265]: DEBUG oslo_vmware.api [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.171293] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.572048] env[69265]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1312.572048] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52432551-8bd4-8177-2169-a286dbf7804c" [ 1312.572048] env[69265]: _type = "HttpNfcLease" [ 1312.572048] env[69265]: } is ready. {{(pid=69265) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1312.572362] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1312.572362] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52432551-8bd4-8177-2169-a286dbf7804c" [ 1312.572362] env[69265]: _type = "HttpNfcLease" [ 1312.572362] env[69265]: }. {{(pid=69265) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1312.573105] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4074280a-804a-4bea-a254-79c1b560bdc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.580732] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f75cb-b73a-36d6-836f-85a63c95c58b/disk-0.vmdk from lease info. {{(pid=69265) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1312.580944] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f75cb-b73a-36d6-836f-85a63c95c58b/disk-0.vmdk. {{(pid=69265) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1312.648690] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95a06f48-097a-49e3-9afe-c34046cb7214 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.652697] env[69265]: DEBUG oslo_vmware.api [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477227, 'name': PowerOffVM_Task, 'duration_secs': 0.264451} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.655549] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.655875] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.656752] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e95b699-a7a7-42b6-818b-43e83e1e88a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.679085] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477225, 'name': ReconfigVM_Task, 'duration_secs': 0.724263} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.679085] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 5a54900c-a802-40ed-a4a4-8b8cd3777a83/5a54900c-a802-40ed-a4a4-8b8cd3777a83.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.679085] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f3439aa-adb3-49cf-851e-e9bd5083a0a7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.684443] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1312.684443] env[69265]: value = "task-3477229" [ 1312.684443] env[69265]: _type = "Task" [ 1312.684443] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.696648] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477229, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.727012] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.727280] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.727492] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleting the datastore file [datastore1] f598f661-1fb6-456c-b62b-e66c6a472680 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.727773] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f61e02b-3137-40c2-b3d6-e783436996de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.735227] env[69265]: DEBUG oslo_vmware.api [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1312.735227] env[69265]: value = "task-3477230" [ 1312.735227] env[69265]: _type = "Task" [ 1312.735227] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.747154] env[69265]: DEBUG oslo_vmware.api [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.760017] env[69265]: DEBUG nova.compute.manager [req-a0c66acb-d529-471d-b349-a4a2bf848de4 req-b62732cd-5462-4799-8c82-769909583531 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Received event network-changed-8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.760442] env[69265]: DEBUG nova.compute.manager [req-a0c66acb-d529-471d-b349-a4a2bf848de4 req-b62732cd-5462-4799-8c82-769909583531 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Refreshing instance network info cache due to event network-changed-8c433f02-60c6-4566-99ba-97e8672c5ef6. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.760442] env[69265]: DEBUG oslo_concurrency.lockutils [req-a0c66acb-d529-471d-b349-a4a2bf848de4 req-b62732cd-5462-4799-8c82-769909583531 service nova] Acquiring lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.760682] env[69265]: DEBUG oslo_concurrency.lockutils [req-a0c66acb-d529-471d-b349-a4a2bf848de4 req-b62732cd-5462-4799-8c82-769909583531 service nova] Acquired lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.760821] env[69265]: DEBUG nova.network.neutron [req-a0c66acb-d529-471d-b349-a4a2bf848de4 req-b62732cd-5462-4799-8c82-769909583531 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Refreshing network info cache for port 8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.194983] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477229, 'name': Rename_Task, 'duration_secs': 0.150418} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.195392] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.195650] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-280625d2-2f8a-4190-afd3-0bd2ac9be2bd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.202389] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1313.202389] env[69265]: value = "task-3477231" [ 1313.202389] env[69265]: _type = "Task" [ 1313.202389] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.211985] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.247793] env[69265]: DEBUG oslo_vmware.api [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192306} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.248133] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.248338] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.248530] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.248763] env[69265]: INFO nova.compute.manager [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1313.252035] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.252035] env[69265]: DEBUG nova.compute.manager [-] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.252035] env[69265]: DEBUG nova.network.neutron [-] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.542329] env[69265]: DEBUG nova.network.neutron [req-a0c66acb-d529-471d-b349-a4a2bf848de4 req-b62732cd-5462-4799-8c82-769909583531 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Updated VIF entry in instance network info cache for port 8c433f02-60c6-4566-99ba-97e8672c5ef6. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.542752] env[69265]: DEBUG nova.network.neutron [req-a0c66acb-d529-471d-b349-a4a2bf848de4 req-b62732cd-5462-4799-8c82-769909583531 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Updating instance_info_cache with network_info: [{"id": "8c433f02-60c6-4566-99ba-97e8672c5ef6", "address": "fa:16:3e:61:53:38", "network": {"id": "4c088211-2b43-4176-a767-2c7cb2d23e67", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-769043563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3118627928e40899cc4e0fb2633b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c433f02-60", "ovs_interfaceid": "8c433f02-60c6-4566-99ba-97e8672c5ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.715814] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.745374] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Completed reading data from the image iterator. {{(pid=69265) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1313.745672] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f75cb-b73a-36d6-836f-85a63c95c58b/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1313.746755] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a1c41-a099-4407-8e2c-3e9761dcf9dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.754587] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f75cb-b73a-36d6-836f-85a63c95c58b/disk-0.vmdk is in state: ready. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1313.754791] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f75cb-b73a-36d6-836f-85a63c95c58b/disk-0.vmdk. {{(pid=69265) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1313.755090] env[69265]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3476357d-0ab6-4b30-a529-5e365a0a77ed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.956340] env[69265]: DEBUG oslo_vmware.rw_handles [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f75cb-b73a-36d6-836f-85a63c95c58b/disk-0.vmdk. {{(pid=69265) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1313.956571] env[69265]: INFO nova.virt.vmwareapi.images [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Downloaded image file data 8d46dcb0-0873-49fe-ac39-f6819b262393 [ 1313.957431] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c370ac16-3f51-4ec6-9e64-2ed6a0932f6e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.978525] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f533007b-b287-43ed-bb81-c250ad09637d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.002892] env[69265]: INFO nova.virt.vmwareapi.images [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] The imported VM was unregistered [ 1314.005425] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Caching image {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1314.005669] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393 {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.005986] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-016623fd-91dd-4cc2-9d90-dcea3da8c4bc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.017281] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Created directory with path [datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393 {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.017492] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3/OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3.vmdk to [datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393/8d46dcb0-0873-49fe-ac39-f6819b262393.vmdk. {{(pid=69265) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1314.017757] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dfe48a88-7c09-4a40-89cf-614270e989b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.024462] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1314.024462] env[69265]: value = "task-3477233" [ 1314.024462] env[69265]: _type = "Task" [ 1314.024462] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.033054] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477233, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.045984] env[69265]: DEBUG oslo_concurrency.lockutils [req-a0c66acb-d529-471d-b349-a4a2bf848de4 req-b62732cd-5462-4799-8c82-769909583531 service nova] Releasing lock "refresh_cache-6c133a3a-dddf-4a97-a9c3-91aa06b0f795" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.212621] env[69265]: DEBUG oslo_vmware.api [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477231, 'name': PowerOnVM_Task, 'duration_secs': 0.709981} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.212935] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.213159] env[69265]: INFO nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1314.213382] env[69265]: DEBUG nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.214133] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fbaf7b-9938-4744-ad61-a1a8e1f353a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.535851] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477233, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.645738] env[69265]: DEBUG nova.network.neutron [-] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.737380] env[69265]: INFO nova.compute.manager [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Took 14.16 seconds to build instance. [ 1314.801290] env[69265]: DEBUG nova.compute.manager [req-668702c9-e9a1-4778-9785-7840c9e8d7ea req-49549166-a978-47d5-8af4-b6c9eb64f02a service nova] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Received event network-vif-deleted-57f20476-f342-4b59-8be5-550cc2f6f745 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.047938] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477233, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.149255] env[69265]: INFO nova.compute.manager [-] [instance: f598f661-1fb6-456c-b62b-e66c6a472680] Took 1.90 seconds to deallocate network for instance. [ 1315.240068] env[69265]: DEBUG oslo_concurrency.lockutils [None req-0349269f-7d48-4a04-8ac5-2130b23e64a6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.674s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.536072] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477233, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.656883] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.657201] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.657399] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.682607] env[69265]: INFO nova.scheduler.client.report [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted allocations for instance f598f661-1fb6-456c-b62b-e66c6a472680 [ 1315.764084] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.764490] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.764700] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.764903] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.765096] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.767307] env[69265]: INFO nova.compute.manager [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Terminating instance [ 1316.038952] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477233, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.191759] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "f598f661-1fb6-456c-b62b-e66c6a472680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.602s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.271496] env[69265]: DEBUG nova.compute.manager [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.272214] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.273135] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d93383-dd55-4172-af5c-d282b85fd78b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.281264] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.281587] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c0e0932-5ac7-4ce4-9051-bc6a3f0e0174 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.290729] env[69265]: DEBUG oslo_vmware.api [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1316.290729] env[69265]: value = "task-3477234" [ 1316.290729] env[69265]: _type = "Task" [ 1316.290729] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.301199] env[69265]: DEBUG oslo_vmware.api [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.539292] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477233, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.800661] env[69265]: DEBUG oslo_vmware.api [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.038430] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477233, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.238069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "79623e98-69db-4eba-b0ac-5ed2a20dc339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.238307] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.301660] env[69265]: DEBUG oslo_vmware.api [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477234, 'name': PowerOffVM_Task, 'duration_secs': 0.893516} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.301927] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.302117] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.302364] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e50123c-8545-443a-83de-49b995359052 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.393154] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.393441] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.393656] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleting the datastore file [datastore2] 5a54900c-a802-40ed-a4a4-8b8cd3777a83 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.393924] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9580305-03d9-4fdc-a302-60f0bde7c03f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.400551] env[69265]: DEBUG oslo_vmware.api [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1317.400551] env[69265]: value = "task-3477236" [ 1317.400551] env[69265]: _type = "Task" [ 1317.400551] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.407794] env[69265]: DEBUG oslo_vmware.api [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.538291] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477233, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.119611} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.538570] env[69265]: INFO nova.virt.vmwareapi.ds_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3/OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3.vmdk to [datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393/8d46dcb0-0873-49fe-ac39-f6819b262393.vmdk. [ 1317.538766] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Cleaning up location [datastore2] OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3 {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1317.538933] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_86c5f8b8-078b-43d1-9db0-82bebb4541a3 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.539203] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-626a0c9b-0c1d-4346-8670-2df32644e530 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.545696] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1317.545696] env[69265]: value = "task-3477237" [ 1317.545696] env[69265]: _type = "Task" [ 1317.545696] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.553876] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.740321] env[69265]: DEBUG nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.910686] env[69265]: DEBUG oslo_vmware.api [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.056160] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160201} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.056419] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.056592] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393/8d46dcb0-0873-49fe-ac39-f6819b262393.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.056836] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393/8d46dcb0-0873-49fe-ac39-f6819b262393.vmdk to [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15/e3cce2ba-6f02-4e58-a383-6c864b6a3c15.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.057104] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2554f9-5b1a-4e84-984d-caa936da6148 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.063200] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1318.063200] env[69265]: value = "task-3477238" [ 1318.063200] env[69265]: _type = "Task" [ 1318.063200] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.071148] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.263118] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.263491] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.265211] env[69265]: INFO nova.compute.claims [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.413706] env[69265]: DEBUG oslo_vmware.api [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.610953} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.414830] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.414830] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.414830] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.415115] env[69265]: INFO nova.compute.manager [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1318.415115] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.415326] env[69265]: DEBUG nova.compute.manager [-] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.415425] env[69265]: DEBUG nova.network.neutron [-] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.577968] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477238, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.773739] env[69265]: DEBUG nova.compute.manager [req-526215ca-dc0e-4152-81d1-8877b065bcdc req-8f7664b4-3d60-45b4-8d68-e5d18180eff4 service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Received event network-vif-deleted-01df6d5e-40f2-423a-8052-da916885c7d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.773954] env[69265]: INFO nova.compute.manager [req-526215ca-dc0e-4152-81d1-8877b065bcdc req-8f7664b4-3d60-45b4-8d68-e5d18180eff4 service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Neutron deleted interface 01df6d5e-40f2-423a-8052-da916885c7d6; detaching it from the instance and deleting it from the info cache [ 1318.774179] env[69265]: DEBUG nova.network.neutron [req-526215ca-dc0e-4152-81d1-8877b065bcdc req-8f7664b4-3d60-45b4-8d68-e5d18180eff4 service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.077148] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477238, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.237875] env[69265]: DEBUG nova.network.neutron [-] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.279773] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3231a7d8-2255-4363-b564-f672c686e6cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.292857] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adfa5e9-07b1-4462-a417-ab8aeec6abf8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.331970] env[69265]: DEBUG nova.compute.manager [req-526215ca-dc0e-4152-81d1-8877b065bcdc req-8f7664b4-3d60-45b4-8d68-e5d18180eff4 service nova] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Detach interface failed, port_id=01df6d5e-40f2-423a-8052-da916885c7d6, reason: Instance 5a54900c-a802-40ed-a4a4-8b8cd3777a83 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1319.407662] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d086e49-5e34-4554-b779-fa2d052f87e5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.417634] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f11abf-1714-45ec-8f38-f6d71f1dde62 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.451283] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f1550-e21c-4d87-b4af-ad3fbc33deb2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.461220] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046cb751-a179-4f01-a570-db47113008f7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.478725] env[69265]: DEBUG nova.compute.provider_tree [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.576504] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477238, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.740830] env[69265]: INFO nova.compute.manager [-] [instance: 5a54900c-a802-40ed-a4a4-8b8cd3777a83] Took 1.33 seconds to deallocate network for instance. [ 1319.982610] env[69265]: DEBUG nova.scheduler.client.report [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.077107] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477238, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.248092] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.489055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.489662] env[69265]: DEBUG nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.492684] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.245s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.492964] env[69265]: DEBUG nova.objects.instance [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lazy-loading 'resources' on Instance uuid 5a54900c-a802-40ed-a4a4-8b8cd3777a83 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.575810] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477238, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.240827} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.576156] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8d46dcb0-0873-49fe-ac39-f6819b262393/8d46dcb0-0873-49fe-ac39-f6819b262393.vmdk to [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15/e3cce2ba-6f02-4e58-a383-6c864b6a3c15.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.576905] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4376e1-288c-4c41-a0a4-6ff9a963e9d3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.598421] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15/e3cce2ba-6f02-4e58-a383-6c864b6a3c15.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.598638] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc16420e-2af3-4c07-a4f4-7c506dbb2e5d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.618203] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1320.618203] env[69265]: value = "task-3477239" [ 1320.618203] env[69265]: _type = "Task" [ 1320.618203] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.629455] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.996093] env[69265]: DEBUG nova.compute.utils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.000305] env[69265]: DEBUG nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.000484] env[69265]: DEBUG nova.network.neutron [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.038068] env[69265]: DEBUG nova.policy [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa74c3c9fc94252b8d90fb7cbfdc149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e36f7e59c8f045b6b0f07e9b18dd5544', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.097343] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3a081-e997-435f-a670-c47e89180d7f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.104879] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ac5c35-89c4-48d6-b9c4-28d71002b021 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.137623] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d1eeb-6784-4bb2-be1e-b279c3e14501 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.144469] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477239, 'name': ReconfigVM_Task, 'duration_secs': 0.445702} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.146453] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15/e3cce2ba-6f02-4e58-a383-6c864b6a3c15.vmdk or device None with type streamOptimized {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.147076] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0889fa-cec1-4800-9aef-e3e7b9dd741d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.149303] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9318d-3f1f-4248-8ef7-a2aa8f0ff28e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.163037] env[69265]: DEBUG nova.compute.provider_tree [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.165274] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1321.165274] env[69265]: value = "task-3477240" [ 1321.165274] env[69265]: _type = "Task" [ 1321.165274] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.172595] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477240, 'name': Rename_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.315213] env[69265]: DEBUG nova.network.neutron [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Successfully created port: 522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.500725] env[69265]: DEBUG nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.667242] env[69265]: DEBUG nova.scheduler.client.report [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.679633] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477240, 'name': Rename_Task, 'duration_secs': 0.135471} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.680299] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.680542] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34538a80-8c3f-4895-a9e8-50b270195bb8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.686664] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1321.686664] env[69265]: value = "task-3477241" [ 1321.686664] env[69265]: _type = "Task" [ 1321.686664] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.694848] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.175454] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.195330] env[69265]: INFO nova.scheduler.client.report [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted allocations for instance 5a54900c-a802-40ed-a4a4-8b8cd3777a83 [ 1322.199280] env[69265]: DEBUG oslo_vmware.api [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477241, 'name': PowerOnVM_Task, 'duration_secs': 0.409086} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.201850] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.300331] env[69265]: DEBUG nova.compute.manager [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.301313] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff8704d-9646-4107-afd7-e9df18c0c339 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.510167] env[69265]: DEBUG nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.530490] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.531267] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.531267] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.531267] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.531267] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.531511] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.531599] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.531770] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.531989] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.532186] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.532363] env[69265]: DEBUG nova.virt.hardware [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.533213] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebad46ba-efec-4265-80df-ad460667d392 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.541078] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c920a4-5973-4e29-9613-649b1ba7d07c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.659917] env[69265]: DEBUG nova.compute.manager [req-a4a7f582-23ac-4fbe-998e-71d817ad81a2 req-31577788-e812-408f-b02d-6b218efc71b0 service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Received event network-vif-plugged-522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.660219] env[69265]: DEBUG oslo_concurrency.lockutils [req-a4a7f582-23ac-4fbe-998e-71d817ad81a2 req-31577788-e812-408f-b02d-6b218efc71b0 service nova] Acquiring lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.660361] env[69265]: DEBUG oslo_concurrency.lockutils [req-a4a7f582-23ac-4fbe-998e-71d817ad81a2 req-31577788-e812-408f-b02d-6b218efc71b0 service nova] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.660530] env[69265]: DEBUG oslo_concurrency.lockutils [req-a4a7f582-23ac-4fbe-998e-71d817ad81a2 req-31577788-e812-408f-b02d-6b218efc71b0 service nova] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.660698] env[69265]: DEBUG nova.compute.manager [req-a4a7f582-23ac-4fbe-998e-71d817ad81a2 req-31577788-e812-408f-b02d-6b218efc71b0 service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] No waiting events found dispatching network-vif-plugged-522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.660867] env[69265]: WARNING nova.compute.manager [req-a4a7f582-23ac-4fbe-998e-71d817ad81a2 req-31577788-e812-408f-b02d-6b218efc71b0 service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Received unexpected event network-vif-plugged-522ef1da-05a1-4435-b766-b14c5e2a766b for instance with vm_state building and task_state spawning. [ 1322.707528] env[69265]: DEBUG oslo_concurrency.lockutils [None req-a6cdea76-abc7-48a1-b4df-3b14f5563498 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "5a54900c-a802-40ed-a4a4-8b8cd3777a83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.943s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.753976] env[69265]: DEBUG nova.network.neutron [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Successfully updated port: 522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.816988] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.231s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.260243] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.260409] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.260567] env[69265]: DEBUG nova.network.neutron [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.792172] env[69265]: DEBUG nova.network.neutron [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.918311] env[69265]: DEBUG nova.network.neutron [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [{"id": "522ef1da-05a1-4435-b766-b14c5e2a766b", "address": "fa:16:3e:42:96:b2", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522ef1da-05", "ovs_interfaceid": "522ef1da-05a1-4435-b766-b14c5e2a766b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.034324] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "432fb5e9-b09c-4372-a309-981d38b28dd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.034556] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "432fb5e9-b09c-4372-a309-981d38b28dd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.421757] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.422076] env[69265]: DEBUG nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Instance network_info: |[{"id": "522ef1da-05a1-4435-b766-b14c5e2a766b", "address": "fa:16:3e:42:96:b2", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522ef1da-05", "ovs_interfaceid": "522ef1da-05a1-4435-b766-b14c5e2a766b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.422518] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:96:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '522ef1da-05a1-4435-b766-b14c5e2a766b', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.429935] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.430151] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.430371] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e416c7e-1ca2-4afe-97db-bec53542b47c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.450539] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.450539] env[69265]: value = "task-3477242" [ 1324.450539] env[69265]: _type = "Task" [ 1324.450539] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.459204] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477242, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.536937] env[69265]: DEBUG nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.685775] env[69265]: DEBUG nova.compute.manager [req-896a59ec-db55-4b77-b318-d8cf17949a34 req-df761dfe-67a8-4e26-8d62-fdba01ada72f service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Received event network-changed-522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.685970] env[69265]: DEBUG nova.compute.manager [req-896a59ec-db55-4b77-b318-d8cf17949a34 req-df761dfe-67a8-4e26-8d62-fdba01ada72f service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Refreshing instance network info cache due to event network-changed-522ef1da-05a1-4435-b766-b14c5e2a766b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.686202] env[69265]: DEBUG oslo_concurrency.lockutils [req-896a59ec-db55-4b77-b318-d8cf17949a34 req-df761dfe-67a8-4e26-8d62-fdba01ada72f service nova] Acquiring lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.686353] env[69265]: DEBUG oslo_concurrency.lockutils [req-896a59ec-db55-4b77-b318-d8cf17949a34 req-df761dfe-67a8-4e26-8d62-fdba01ada72f service nova] Acquired lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.686515] env[69265]: DEBUG nova.network.neutron [req-896a59ec-db55-4b77-b318-d8cf17949a34 req-df761dfe-67a8-4e26-8d62-fdba01ada72f service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Refreshing network info cache for port 522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.961155] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477242, 'name': CreateVM_Task, 'duration_secs': 0.308147} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.961568] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.962047] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.962228] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.962559] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.962817] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b4524b-027d-420d-8af4-a75a0c1bb324 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.967257] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1324.967257] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202655f-251a-0a91-5717-7bfec10d58bf" [ 1324.967257] env[69265]: _type = "Task" [ 1324.967257] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.974883] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202655f-251a-0a91-5717-7bfec10d58bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.060157] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.060436] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.061978] env[69265]: INFO nova.compute.claims [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.419936] env[69265]: DEBUG nova.network.neutron [req-896a59ec-db55-4b77-b318-d8cf17949a34 req-df761dfe-67a8-4e26-8d62-fdba01ada72f service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updated VIF entry in instance network info cache for port 522ef1da-05a1-4435-b766-b14c5e2a766b. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.420326] env[69265]: DEBUG nova.network.neutron [req-896a59ec-db55-4b77-b318-d8cf17949a34 req-df761dfe-67a8-4e26-8d62-fdba01ada72f service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [{"id": "522ef1da-05a1-4435-b766-b14c5e2a766b", "address": "fa:16:3e:42:96:b2", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522ef1da-05", "ovs_interfaceid": "522ef1da-05a1-4435-b766-b14c5e2a766b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.477015] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202655f-251a-0a91-5717-7bfec10d58bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.477286] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.477517] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.477755] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.477901] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.478091] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.478349] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8e6527f-4735-4850-8caa-8c082406e7b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.495962] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.496159] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.496831] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbcc48a-25db-44b8-b93e-f2c56bb469eb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.501466] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1325.501466] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52492694-68b6-095f-a05f-1951f5d810f8" [ 1325.501466] env[69265]: _type = "Task" [ 1325.501466] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.508570] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52492694-68b6-095f-a05f-1951f5d810f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.923268] env[69265]: DEBUG oslo_concurrency.lockutils [req-896a59ec-db55-4b77-b318-d8cf17949a34 req-df761dfe-67a8-4e26-8d62-fdba01ada72f service nova] Releasing lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.012132] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52492694-68b6-095f-a05f-1951f5d810f8, 'name': SearchDatastore_Task, 'duration_secs': 0.039176} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.012960] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10c1ada-b4c4-40f2-b46a-b9d3c8693a92 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.018075] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1326.018075] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d87839-9777-bc0c-ad2e-df185861dd25" [ 1326.018075] env[69265]: _type = "Task" [ 1326.018075] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.025185] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d87839-9777-bc0c-ad2e-df185861dd25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.150326] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71fbb29-5e89-4ff1-9df7-ef8b5ed20595 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.158069] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2df1c06-c397-425f-85c8-a5049a6c23f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.188359] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8e4053-0f88-4788-b4be-7cfac01ef9e1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.195350] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8df237c-d301-475c-afe4-763f6bd3912d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.208187] env[69265]: DEBUG nova.compute.provider_tree [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.529053] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52d87839-9777-bc0c-ad2e-df185861dd25, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.529053] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.529307] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339/79623e98-69db-4eba-b0ac-5ed2a20dc339.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.529556] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8671d8ea-7de1-4c6a-926e-e759a473164c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.535711] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1326.535711] env[69265]: value = "task-3477243" [ 1326.535711] env[69265]: _type = "Task" [ 1326.535711] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.542878] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.711376] env[69265]: DEBUG nova.scheduler.client.report [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.045352] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.392959} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.045649] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339/79623e98-69db-4eba-b0ac-5ed2a20dc339.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.046045] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.046277] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75630b31-2e1c-496b-924e-0e54359c889b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.051940] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1327.051940] env[69265]: value = "task-3477244" [ 1327.051940] env[69265]: _type = "Task" [ 1327.051940] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.060610] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.216792] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.217371] env[69265]: DEBUG nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.560820] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057403} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.561121] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.561921] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e54f6-2f7e-4c49-818d-9ccf36391e94 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.584875] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339/79623e98-69db-4eba-b0ac-5ed2a20dc339.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.585195] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1e7913-ec47-4eac-8ccc-46d285be62c6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.606551] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1327.606551] env[69265]: value = "task-3477245" [ 1327.606551] env[69265]: _type = "Task" [ 1327.606551] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.614712] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.722732] env[69265]: DEBUG nova.compute.utils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.723879] env[69265]: DEBUG nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.724095] env[69265]: DEBUG nova.network.neutron [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.766143] env[69265]: DEBUG nova.policy [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af691b7eb99341458ccf0c78642c5b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ce13bb20cc4b338120617b25e0ada3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.018166] env[69265]: DEBUG nova.network.neutron [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Successfully created port: eaceaee0-8fd5-4e63-b254-ecc484a2fe99 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.117075] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477245, 'name': ReconfigVM_Task, 'duration_secs': 0.303945} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.117075] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339/79623e98-69db-4eba-b0ac-5ed2a20dc339.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.117632] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d10c8f86-2fed-4dd8-b75d-86348c97fa63 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.124932] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1328.124932] env[69265]: value = "task-3477246" [ 1328.124932] env[69265]: _type = "Task" [ 1328.124932] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.133273] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477246, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.227773] env[69265]: DEBUG nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.451232] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquiring lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.451537] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.451757] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquiring lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.451949] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.452199] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.454261] env[69265]: INFO nova.compute.manager [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Terminating instance [ 1328.635650] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477246, 'name': Rename_Task, 'duration_secs': 0.145423} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.635969] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.636320] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f537cb9-d961-4358-b32e-1577e8652552 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.643435] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1328.643435] env[69265]: value = "task-3477247" [ 1328.643435] env[69265]: _type = "Task" [ 1328.643435] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.651372] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.958416] env[69265]: DEBUG nova.compute.manager [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.958613] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.959517] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cdf6ca-a1a7-4761-84b3-62f37f70e8fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.967089] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.967325] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71e1949c-4d9a-4833-9cc6-eba62f03b590 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.973403] env[69265]: DEBUG oslo_vmware.api [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1328.973403] env[69265]: value = "task-3477248" [ 1328.973403] env[69265]: _type = "Task" [ 1328.973403] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.982169] env[69265]: DEBUG oslo_vmware.api [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.154085] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.237573] env[69265]: DEBUG nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.266567] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.266800] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.266956] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.267154] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.267302] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.267450] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.267679] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.267848] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.268481] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.268481] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.268481] env[69265]: DEBUG nova.virt.hardware [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.269327] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcea7e8b-f0c9-4542-98b5-75b41d8c1671 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.277292] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79057d41-7dbe-4df4-9ca9-fa7c47657cbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.396706] env[69265]: DEBUG nova.compute.manager [req-e68e38ba-42bf-41b0-85ab-fb0c8a84390f req-9baa30e0-4d04-4221-bc2e-946867285125 service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Received event network-vif-plugged-eaceaee0-8fd5-4e63-b254-ecc484a2fe99 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.396941] env[69265]: DEBUG oslo_concurrency.lockutils [req-e68e38ba-42bf-41b0-85ab-fb0c8a84390f req-9baa30e0-4d04-4221-bc2e-946867285125 service nova] Acquiring lock "432fb5e9-b09c-4372-a309-981d38b28dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.397169] env[69265]: DEBUG oslo_concurrency.lockutils [req-e68e38ba-42bf-41b0-85ab-fb0c8a84390f req-9baa30e0-4d04-4221-bc2e-946867285125 service nova] Lock "432fb5e9-b09c-4372-a309-981d38b28dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.397343] env[69265]: DEBUG oslo_concurrency.lockutils [req-e68e38ba-42bf-41b0-85ab-fb0c8a84390f req-9baa30e0-4d04-4221-bc2e-946867285125 service nova] Lock "432fb5e9-b09c-4372-a309-981d38b28dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.397514] env[69265]: DEBUG nova.compute.manager [req-e68e38ba-42bf-41b0-85ab-fb0c8a84390f req-9baa30e0-4d04-4221-bc2e-946867285125 service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] No waiting events found dispatching network-vif-plugged-eaceaee0-8fd5-4e63-b254-ecc484a2fe99 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.397681] env[69265]: WARNING nova.compute.manager [req-e68e38ba-42bf-41b0-85ab-fb0c8a84390f req-9baa30e0-4d04-4221-bc2e-946867285125 service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Received unexpected event network-vif-plugged-eaceaee0-8fd5-4e63-b254-ecc484a2fe99 for instance with vm_state building and task_state spawning. [ 1329.478573] env[69265]: DEBUG nova.network.neutron [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Successfully updated port: eaceaee0-8fd5-4e63-b254-ecc484a2fe99 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.486985] env[69265]: DEBUG oslo_vmware.api [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477248, 'name': PowerOffVM_Task, 'duration_secs': 0.209286} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.486985] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.486985] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.486985] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86b22f50-ce7a-439d-a11b-80feaba8ffab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.547325] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.547645] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.547753] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Deleting the datastore file [datastore1] 61c31271-f48b-4e8c-9553-dfa6ccb4dc54 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.547981] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e3fe7b-3c5d-4674-847d-fcfc9a3d2961 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.555057] env[69265]: DEBUG oslo_vmware.api [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for the task: (returnval){ [ 1329.555057] env[69265]: value = "task-3477250" [ 1329.555057] env[69265]: _type = "Task" [ 1329.555057] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.562699] env[69265]: DEBUG oslo_vmware.api [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.655286] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.981870] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "refresh_cache-432fb5e9-b09c-4372-a309-981d38b28dd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.982114] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "refresh_cache-432fb5e9-b09c-4372-a309-981d38b28dd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.982267] env[69265]: DEBUG nova.network.neutron [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.064652] env[69265]: DEBUG oslo_vmware.api [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Task: {'id': task-3477250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156955} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.064933] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.065140] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.065328] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.065503] env[69265]: INFO nova.compute.manager [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.065739] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.065930] env[69265]: DEBUG nova.compute.manager [-] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.066036] env[69265]: DEBUG nova.network.neutron [-] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.155239] env[69265]: DEBUG oslo_vmware.api [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477247, 'name': PowerOnVM_Task, 'duration_secs': 1.023451} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.155649] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.155943] env[69265]: INFO nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1330.155943] env[69265]: DEBUG nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.156667] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0bd56-1eff-4bfc-b892-84301e767b3f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.513285] env[69265]: DEBUG nova.network.neutron [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.635821] env[69265]: DEBUG nova.network.neutron [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Updating instance_info_cache with network_info: [{"id": "eaceaee0-8fd5-4e63-b254-ecc484a2fe99", "address": "fa:16:3e:87:ae:3d", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaceaee0-8f", "ovs_interfaceid": "eaceaee0-8fd5-4e63-b254-ecc484a2fe99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.676792] env[69265]: INFO nova.compute.manager [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Took 12.43 seconds to build instance. [ 1330.996517] env[69265]: DEBUG nova.network.neutron [-] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.138646] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "refresh_cache-432fb5e9-b09c-4372-a309-981d38b28dd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.138989] env[69265]: DEBUG nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Instance network_info: |[{"id": "eaceaee0-8fd5-4e63-b254-ecc484a2fe99", "address": "fa:16:3e:87:ae:3d", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaceaee0-8f", "ovs_interfaceid": "eaceaee0-8fd5-4e63-b254-ecc484a2fe99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.139431] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:ae:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaceaee0-8fd5-4e63-b254-ecc484a2fe99', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.146916] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.147490] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.147727] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d20c7d0f-ba70-4deb-8492-929648ef4be6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.169970] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.169970] env[69265]: value = "task-3477251" [ 1331.169970] env[69265]: _type = "Task" [ 1331.169970] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.177501] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477251, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.179183] env[69265]: DEBUG oslo_concurrency.lockutils [None req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.941s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.428193] env[69265]: DEBUG nova.compute.manager [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Received event network-changed-eaceaee0-8fd5-4e63-b254-ecc484a2fe99 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.428296] env[69265]: DEBUG nova.compute.manager [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Refreshing instance network info cache due to event network-changed-eaceaee0-8fd5-4e63-b254-ecc484a2fe99. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.428465] env[69265]: DEBUG oslo_concurrency.lockutils [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] Acquiring lock "refresh_cache-432fb5e9-b09c-4372-a309-981d38b28dd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.428618] env[69265]: DEBUG oslo_concurrency.lockutils [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] Acquired lock "refresh_cache-432fb5e9-b09c-4372-a309-981d38b28dd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.428779] env[69265]: DEBUG nova.network.neutron [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Refreshing network info cache for port eaceaee0-8fd5-4e63-b254-ecc484a2fe99 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.498909] env[69265]: INFO nova.compute.manager [-] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Took 1.43 seconds to deallocate network for instance. [ 1331.679736] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477251, 'name': CreateVM_Task, 'duration_secs': 0.331955} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.680413] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.680809] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.680986] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.681320] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.681579] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327c6867-b5db-4c07-9c28-5b1ccadf4fb4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.686063] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1331.686063] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c1bffd-1664-d3c9-318b-de842f99465e" [ 1331.686063] env[69265]: _type = "Task" [ 1331.686063] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.693117] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c1bffd-1664-d3c9-318b-de842f99465e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.005477] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.005759] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.006638] env[69265]: DEBUG nova.objects.instance [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lazy-loading 'resources' on Instance uuid 61c31271-f48b-4e8c-9553-dfa6ccb4dc54 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.127012] env[69265]: DEBUG nova.network.neutron [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Updated VIF entry in instance network info cache for port eaceaee0-8fd5-4e63-b254-ecc484a2fe99. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.127338] env[69265]: DEBUG nova.network.neutron [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Updating instance_info_cache with network_info: [{"id": "eaceaee0-8fd5-4e63-b254-ecc484a2fe99", "address": "fa:16:3e:87:ae:3d", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaceaee0-8f", "ovs_interfaceid": "eaceaee0-8fd5-4e63-b254-ecc484a2fe99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.196981] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c1bffd-1664-d3c9-318b-de842f99465e, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.197375] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.197558] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.197779] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.197931] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.198123] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.198388] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-730cee20-79c3-48dc-a5ef-99557d43eb35 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.207454] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.207512] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.208294] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de43c306-7982-4286-99ae-7cb11e592f9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.213868] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1332.213868] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a7d89e-fe10-66b1-2dda-8f01a6d2ab18" [ 1332.213868] env[69265]: _type = "Task" [ 1332.213868] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.221171] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a7d89e-fe10-66b1-2dda-8f01a6d2ab18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.597693] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e202dfa-7ecb-4765-b097-287677983b96 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.604931] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23beffd5-7c6c-4513-bf0b-71a7e44b1704 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.634926] env[69265]: DEBUG oslo_concurrency.lockutils [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] Releasing lock "refresh_cache-432fb5e9-b09c-4372-a309-981d38b28dd2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.635178] env[69265]: DEBUG nova.compute.manager [req-cbf5a001-f71f-4f3d-82b8-b583e86b9513 req-75b4d81e-5056-4cf1-930c-df4a9ed73260 service nova] [instance: 61c31271-f48b-4e8c-9553-dfa6ccb4dc54] Received event network-vif-deleted-34a7eace-4d82-4f41-9671-fa01189643fe {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.636144] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2171387-a362-4a71-818c-edd320aec679 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.642963] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8947d038-fe83-4ec3-a403-d91ff7729591 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.656050] env[69265]: DEBUG nova.compute.provider_tree [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.723492] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52a7d89e-fe10-66b1-2dda-8f01a6d2ab18, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.724313] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d0ca2f-8fcf-4b1e-bacb-3167148701de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.729804] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1332.729804] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ed19fa-952d-b968-4069-4364e953250e" [ 1332.729804] env[69265]: _type = "Task" [ 1332.729804] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.737191] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ed19fa-952d-b968-4069-4364e953250e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.159461] env[69265]: DEBUG nova.scheduler.client.report [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.240802] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ed19fa-952d-b968-4069-4364e953250e, 'name': SearchDatastore_Task, 'duration_secs': 0.037467} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.241095] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.241345] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 432fb5e9-b09c-4372-a309-981d38b28dd2/432fb5e9-b09c-4372-a309-981d38b28dd2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.241693] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56a4b105-5850-4f7b-9c08-39dd20603cc6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.248461] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1333.248461] env[69265]: value = "task-3477252" [ 1333.248461] env[69265]: _type = "Task" [ 1333.248461] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.256473] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.455985] env[69265]: DEBUG nova.compute.manager [req-96165c1a-c128-4bc1-8002-4b17d0869ff9 req-23e6497f-40c2-4b00-b095-a3603e5f3f6c service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Received event network-changed-522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.456219] env[69265]: DEBUG nova.compute.manager [req-96165c1a-c128-4bc1-8002-4b17d0869ff9 req-23e6497f-40c2-4b00-b095-a3603e5f3f6c service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Refreshing instance network info cache due to event network-changed-522ef1da-05a1-4435-b766-b14c5e2a766b. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.456419] env[69265]: DEBUG oslo_concurrency.lockutils [req-96165c1a-c128-4bc1-8002-4b17d0869ff9 req-23e6497f-40c2-4b00-b095-a3603e5f3f6c service nova] Acquiring lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.456566] env[69265]: DEBUG oslo_concurrency.lockutils [req-96165c1a-c128-4bc1-8002-4b17d0869ff9 req-23e6497f-40c2-4b00-b095-a3603e5f3f6c service nova] Acquired lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.456739] env[69265]: DEBUG nova.network.neutron [req-96165c1a-c128-4bc1-8002-4b17d0869ff9 req-23e6497f-40c2-4b00-b095-a3603e5f3f6c service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Refreshing network info cache for port 522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.664341] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.692283] env[69265]: INFO nova.scheduler.client.report [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Deleted allocations for instance 61c31271-f48b-4e8c-9553-dfa6ccb4dc54 [ 1333.758329] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485449} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.758578] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 432fb5e9-b09c-4372-a309-981d38b28dd2/432fb5e9-b09c-4372-a309-981d38b28dd2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.758792] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.759055] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30b28479-9a66-43cb-b4e0-df926aaceeea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.764586] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1333.764586] env[69265]: value = "task-3477253" [ 1333.764586] env[69265]: _type = "Task" [ 1333.764586] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.771800] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.154910] env[69265]: DEBUG nova.network.neutron [req-96165c1a-c128-4bc1-8002-4b17d0869ff9 req-23e6497f-40c2-4b00-b095-a3603e5f3f6c service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updated VIF entry in instance network info cache for port 522ef1da-05a1-4435-b766-b14c5e2a766b. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.155395] env[69265]: DEBUG nova.network.neutron [req-96165c1a-c128-4bc1-8002-4b17d0869ff9 req-23e6497f-40c2-4b00-b095-a3603e5f3f6c service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [{"id": "522ef1da-05a1-4435-b766-b14c5e2a766b", "address": "fa:16:3e:42:96:b2", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522ef1da-05", "ovs_interfaceid": "522ef1da-05a1-4435-b766-b14c5e2a766b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.201217] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aabc4083-e8a0-401c-acc7-ab92a09ce966 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Lock "61c31271-f48b-4e8c-9553-dfa6ccb4dc54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.273980] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064152} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.274299] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.275075] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2811548-1de0-4b09-9284-a734749813dc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.296816] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 432fb5e9-b09c-4372-a309-981d38b28dd2/432fb5e9-b09c-4372-a309-981d38b28dd2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.297227] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60dc797-3f1f-43a8-8104-9998b9960dd2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.316653] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1334.316653] env[69265]: value = "task-3477254" [ 1334.316653] env[69265]: _type = "Task" [ 1334.316653] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.324224] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.658749] env[69265]: DEBUG oslo_concurrency.lockutils [req-96165c1a-c128-4bc1-8002-4b17d0869ff9 req-23e6497f-40c2-4b00-b095-a3603e5f3f6c service nova] Releasing lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.826169] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477254, 'name': ReconfigVM_Task, 'duration_secs': 0.300127} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.826609] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 432fb5e9-b09c-4372-a309-981d38b28dd2/432fb5e9-b09c-4372-a309-981d38b28dd2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.827523] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f8d8de6-f2ea-4786-87e0-10a1d90f1dea {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.834091] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1334.834091] env[69265]: value = "task-3477255" [ 1334.834091] env[69265]: _type = "Task" [ 1334.834091] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.842283] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477255, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.344116] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477255, 'name': Rename_Task, 'duration_secs': 0.138957} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.344453] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.344607] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77d8f521-b140-4270-a922-587715299293 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.350081] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1335.350081] env[69265]: value = "task-3477256" [ 1335.350081] env[69265]: _type = "Task" [ 1335.350081] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.357582] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.862959] env[69265]: DEBUG oslo_vmware.api [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477256, 'name': PowerOnVM_Task, 'duration_secs': 0.427128} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.863669] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.863829] env[69265]: INFO nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1335.864029] env[69265]: DEBUG nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.864832] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d1c014-88da-42bc-9486-05d3d7276f1c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.379996] env[69265]: INFO nova.compute.manager [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Took 11.34 seconds to build instance. [ 1336.732382] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.733138] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.882044] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8ad843d1-13dc-4a7c-b93d-c4919c662760 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "432fb5e9-b09c-4372-a309-981d38b28dd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.847s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.732933] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.903319] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "efccbf41-0b4e-46f8-987a-f2dc55269036" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.903548] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "efccbf41-0b4e-46f8-987a-f2dc55269036" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.407205] env[69265]: DEBUG nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.661105] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.661359] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.732392] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.732985] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.936923] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.937230] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.938846] env[69265]: INFO nova.compute.claims [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.165653] env[69265]: DEBUG nova.compute.utils [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.237190] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.668384] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.054309] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35d7bc7-6705-4c41-80c1-a6de9609a675 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.061839] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82211686-71a1-456d-971d-495cd4a4c565 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.093399] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc33ecca-daa3-4060-89f5-4c10af11546a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.100677] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9600a2-1439-4dad-8351-d1024b79dda2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.113773] env[69265]: DEBUG nova.compute.provider_tree [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.317536] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.317818] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.617111] env[69265]: DEBUG nova.scheduler.client.report [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.739099] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.739411] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.739699] env[69265]: INFO nova.compute.manager [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Attaching volume 7ce052f2-1004-4352-b303-b4884e1a2c6a to /dev/sdb [ 1340.785907] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46f1042-4fc8-46e3-bc15-729257c3c3a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.793012] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352ea410-e238-48bf-9a59-6829a89c55c0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.807696] env[69265]: DEBUG nova.virt.block_device [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updating existing volume attachment record: 202b89a6-15e2-41bf-917b-191d7f11b306 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1340.820223] env[69265]: DEBUG nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.121999] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.122540] env[69265]: DEBUG nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.125154] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.888s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.125351] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.125492] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1341.126367] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c796dbc-b39d-4d2f-b0b8-63d008ecf638 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.135396] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfbdb2d-f0f0-4e61-9f33-1217db41ef22 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.151487] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd659f2-7a29-4dca-b80b-074ba704c015 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.158214] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e43b5-f5a5-4dc5-8a28-5a8e8c82e30c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.195762] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180004MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1341.195932] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.196174] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.342621] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.632065] env[69265]: DEBUG nova.compute.utils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.633428] env[69265]: DEBUG nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.633611] env[69265]: DEBUG nova.network.neutron [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.670927] env[69265]: DEBUG nova.policy [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af691b7eb99341458ccf0c78642c5b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ce13bb20cc4b338120617b25e0ada3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.932307] env[69265]: DEBUG nova.network.neutron [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Successfully created port: 9af6d168-e324-44c2-a635-75112b8555d6 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.140116] env[69265]: DEBUG nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.222804] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d4ec3291-280d-4141-8508-788c71eb904f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.222967] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d8949414-ccd2-42fe-9fb8-07aac6854ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.223104] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 6c133a3a-dddf-4a97-a9c3-91aa06b0f795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.223225] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance e3cce2ba-6f02-4e58-a383-6c864b6a3c15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.223360] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 79623e98-69db-4eba-b0ac-5ed2a20dc339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.223567] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 432fb5e9-b09c-4372-a309-981d38b28dd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.223816] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance efccbf41-0b4e-46f8-987a-f2dc55269036 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.727517] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance f63f7575-1aed-42b1-8c09-f5cb02d58f2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1342.727780] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1342.727931] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1342.840791] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac0a1ca-03ef-45e2-89f3-492a54f3f99d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.848421] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05041f5b-9827-4825-88d5-11246f5c8603 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.880478] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30642c2c-9ccd-476e-bb18-3153fa35a0f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.888198] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5447c8eb-1151-4f29-871e-545c895c0fc1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.901729] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.148249] env[69265]: DEBUG nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.180961] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.181297] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.181506] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.181738] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.181900] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.182070] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.182292] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.182456] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.182624] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.182792] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.182970] env[69265]: DEBUG nova.virt.hardware [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.184018] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a44783-fa7e-413a-a30a-179dfa12ca29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.193217] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e2b2e4-4200-443b-bf3f-542f39bcd913 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.325476] env[69265]: DEBUG nova.compute.manager [req-dcfb6669-b4b8-4289-92b8-e8e3fd5cf4d0 req-5dbc6034-b63b-47eb-9ce5-179e5dc63467 service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Received event network-vif-plugged-9af6d168-e324-44c2-a635-75112b8555d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.325813] env[69265]: DEBUG oslo_concurrency.lockutils [req-dcfb6669-b4b8-4289-92b8-e8e3fd5cf4d0 req-5dbc6034-b63b-47eb-9ce5-179e5dc63467 service nova] Acquiring lock "efccbf41-0b4e-46f8-987a-f2dc55269036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.326138] env[69265]: DEBUG oslo_concurrency.lockutils [req-dcfb6669-b4b8-4289-92b8-e8e3fd5cf4d0 req-5dbc6034-b63b-47eb-9ce5-179e5dc63467 service nova] Lock "efccbf41-0b4e-46f8-987a-f2dc55269036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.326366] env[69265]: DEBUG oslo_concurrency.lockutils [req-dcfb6669-b4b8-4289-92b8-e8e3fd5cf4d0 req-5dbc6034-b63b-47eb-9ce5-179e5dc63467 service nova] Lock "efccbf41-0b4e-46f8-987a-f2dc55269036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.326610] env[69265]: DEBUG nova.compute.manager [req-dcfb6669-b4b8-4289-92b8-e8e3fd5cf4d0 req-5dbc6034-b63b-47eb-9ce5-179e5dc63467 service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] No waiting events found dispatching network-vif-plugged-9af6d168-e324-44c2-a635-75112b8555d6 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.326847] env[69265]: WARNING nova.compute.manager [req-dcfb6669-b4b8-4289-92b8-e8e3fd5cf4d0 req-5dbc6034-b63b-47eb-9ce5-179e5dc63467 service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Received unexpected event network-vif-plugged-9af6d168-e324-44c2-a635-75112b8555d6 for instance with vm_state building and task_state spawning. [ 1343.404856] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.422057] env[69265]: DEBUG nova.network.neutron [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Successfully updated port: 9af6d168-e324-44c2-a635-75112b8555d6 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.914527] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1343.914527] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.718s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.914808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.572s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.917314] env[69265]: INFO nova.compute.claims [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.925013] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "refresh_cache-efccbf41-0b4e-46f8-987a-f2dc55269036" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.925214] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "refresh_cache-efccbf41-0b4e-46f8-987a-f2dc55269036" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.925406] env[69265]: DEBUG nova.network.neutron [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.457244] env[69265]: DEBUG nova.network.neutron [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.836750] env[69265]: DEBUG nova.network.neutron [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Updating instance_info_cache with network_info: [{"id": "9af6d168-e324-44c2-a635-75112b8555d6", "address": "fa:16:3e:8a:e5:ba", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af6d168-e3", "ovs_interfaceid": "9af6d168-e324-44c2-a635-75112b8555d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.915334] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.915551] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.021804] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c55666d-8c84-4172-8549-371b8e9f55a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.029246] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b4e40e-80f3-48c9-8ad1-51f1040e2611 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.058231] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5289a50-19f8-4f7c-ae48-433fc87c3321 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.065128] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811613cd-5958-49e7-8351-e778af5aa077 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.077921] env[69265]: DEBUG nova.compute.provider_tree [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.338915] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "refresh_cache-efccbf41-0b4e-46f8-987a-f2dc55269036" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.339309] env[69265]: DEBUG nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Instance network_info: |[{"id": "9af6d168-e324-44c2-a635-75112b8555d6", "address": "fa:16:3e:8a:e5:ba", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af6d168-e3", "ovs_interfaceid": "9af6d168-e324-44c2-a635-75112b8555d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1345.339746] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e5:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9af6d168-e324-44c2-a635-75112b8555d6', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.347298] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.347836] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.348101] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9a86e79-dd84-46ba-95bb-263652fdbefa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.366022] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1345.366288] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695205', 'volume_id': '7ce052f2-1004-4352-b303-b4884e1a2c6a', 'name': 'volume-7ce052f2-1004-4352-b303-b4884e1a2c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8949414-ccd2-42fe-9fb8-07aac6854ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '7ce052f2-1004-4352-b303-b4884e1a2c6a', 'serial': '7ce052f2-1004-4352-b303-b4884e1a2c6a'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1345.367465] env[69265]: DEBUG nova.compute.manager [req-65703cb7-5dbd-4755-a146-b5a99faa24b3 req-532430d3-4b6f-4dd7-a93f-6146cd5eb251 service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Received event network-changed-9af6d168-e324-44c2-a635-75112b8555d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.367644] env[69265]: DEBUG nova.compute.manager [req-65703cb7-5dbd-4755-a146-b5a99faa24b3 req-532430d3-4b6f-4dd7-a93f-6146cd5eb251 service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Refreshing instance network info cache due to event network-changed-9af6d168-e324-44c2-a635-75112b8555d6. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1345.367852] env[69265]: DEBUG oslo_concurrency.lockutils [req-65703cb7-5dbd-4755-a146-b5a99faa24b3 req-532430d3-4b6f-4dd7-a93f-6146cd5eb251 service nova] Acquiring lock "refresh_cache-efccbf41-0b4e-46f8-987a-f2dc55269036" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.367996] env[69265]: DEBUG oslo_concurrency.lockutils [req-65703cb7-5dbd-4755-a146-b5a99faa24b3 req-532430d3-4b6f-4dd7-a93f-6146cd5eb251 service nova] Acquired lock "refresh_cache-efccbf41-0b4e-46f8-987a-f2dc55269036" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.368172] env[69265]: DEBUG nova.network.neutron [req-65703cb7-5dbd-4755-a146-b5a99faa24b3 req-532430d3-4b6f-4dd7-a93f-6146cd5eb251 service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Refreshing network info cache for port 9af6d168-e324-44c2-a635-75112b8555d6 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.371390] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a41a14-0262-47c6-aa1e-877d33bd00f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.389505] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd9e5d1-da7f-4f63-a583-3e867ab2193c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.391839] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.391839] env[69265]: value = "task-3477259" [ 1345.391839] env[69265]: _type = "Task" [ 1345.391839] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.416230] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-7ce052f2-1004-4352-b303-b4884e1a2c6a/volume-7ce052f2-1004-4352-b303-b4884e1a2c6a.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.416937] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d96535a-cba9-47cd-bf96-3567a726c729 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.435553] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477259, 'name': CreateVM_Task} progress is 25%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.436395] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.436609] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.436748] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1345.441146] env[69265]: DEBUG oslo_vmware.api [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1345.441146] env[69265]: value = "task-3477260" [ 1345.441146] env[69265]: _type = "Task" [ 1345.441146] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.448852] env[69265]: DEBUG oslo_vmware.api [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.581487] env[69265]: DEBUG nova.scheduler.client.report [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.901421] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477259, 'name': CreateVM_Task, 'duration_secs': 0.279761} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.901594] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.902329] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.902498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.902809] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.903075] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb18ef7-bf72-472d-a5e4-79c4376532e2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.909116] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1345.909116] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523621f7-141c-a35d-096d-c10286041fa7" [ 1345.909116] env[69265]: _type = "Task" [ 1345.909116] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.916097] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523621f7-141c-a35d-096d-c10286041fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.949994] env[69265]: DEBUG oslo_vmware.api [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477260, 'name': ReconfigVM_Task, 'duration_secs': 0.346901} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.950301] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-7ce052f2-1004-4352-b303-b4884e1a2c6a/volume-7ce052f2-1004-4352-b303-b4884e1a2c6a.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.956848] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52898d2-76f6-4940-a348-2cf69a7ea7cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.972013] env[69265]: DEBUG oslo_vmware.api [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1345.972013] env[69265]: value = "task-3477261" [ 1345.972013] env[69265]: _type = "Task" [ 1345.972013] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.981276] env[69265]: DEBUG oslo_vmware.api [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.077014] env[69265]: DEBUG nova.network.neutron [req-65703cb7-5dbd-4755-a146-b5a99faa24b3 req-532430d3-4b6f-4dd7-a93f-6146cd5eb251 service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Updated VIF entry in instance network info cache for port 9af6d168-e324-44c2-a635-75112b8555d6. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.077398] env[69265]: DEBUG nova.network.neutron [req-65703cb7-5dbd-4755-a146-b5a99faa24b3 req-532430d3-4b6f-4dd7-a93f-6146cd5eb251 service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Updating instance_info_cache with network_info: [{"id": "9af6d168-e324-44c2-a635-75112b8555d6", "address": "fa:16:3e:8a:e5:ba", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af6d168-e3", "ovs_interfaceid": "9af6d168-e324-44c2-a635-75112b8555d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.087255] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.087747] env[69265]: DEBUG nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.420043] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]523621f7-141c-a35d-096d-c10286041fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.420322] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.420561] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.420797] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.420946] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.421144] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.421407] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b15cdf-de9a-4f47-98cf-0f89bf95988f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.430134] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.430309] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.430966] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879a2b79-5370-463d-b9bd-0ddf3a6bee3a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.436168] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1346.436168] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52566073-92fd-1a78-7a70-0f21731a4fe1" [ 1346.436168] env[69265]: _type = "Task" [ 1346.436168] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.443184] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52566073-92fd-1a78-7a70-0f21731a4fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.480820] env[69265]: DEBUG oslo_vmware.api [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477261, 'name': ReconfigVM_Task, 'duration_secs': 0.161096} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.481122] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695205', 'volume_id': '7ce052f2-1004-4352-b303-b4884e1a2c6a', 'name': 'volume-7ce052f2-1004-4352-b303-b4884e1a2c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8949414-ccd2-42fe-9fb8-07aac6854ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '7ce052f2-1004-4352-b303-b4884e1a2c6a', 'serial': '7ce052f2-1004-4352-b303-b4884e1a2c6a'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1346.580094] env[69265]: DEBUG oslo_concurrency.lockutils [req-65703cb7-5dbd-4755-a146-b5a99faa24b3 req-532430d3-4b6f-4dd7-a93f-6146cd5eb251 service nova] Releasing lock "refresh_cache-efccbf41-0b4e-46f8-987a-f2dc55269036" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.592807] env[69265]: DEBUG nova.compute.utils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.593957] env[69265]: DEBUG nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.594143] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.634171] env[69265]: DEBUG nova.policy [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f530232e3f64c08add3eb7f809cddcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f8940d22fb54642b5355bf6c26aefda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.891759] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Successfully created port: 4a852eb6-3231-460e-9f47-2e511814bf65 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.946829] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52566073-92fd-1a78-7a70-0f21731a4fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.008107} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.947619] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66838264-7808-4570-a2bf-b65a5e6e036d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.953055] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1346.953055] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524f65b5-0bfa-261f-6609-0bcaa2ccf23a" [ 1346.953055] env[69265]: _type = "Task" [ 1346.953055] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.960446] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524f65b5-0bfa-261f-6609-0bcaa2ccf23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.097011] env[69265]: DEBUG nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.152208] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Successfully created port: 1df54cb5-d6bb-439e-b999-83885331f7f1 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.386049] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Successfully created port: edddc72d-f0a9-4009-a0a7-010f26370f40 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.464083] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]524f65b5-0bfa-261f-6609-0bcaa2ccf23a, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.464352] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.464616] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] efccbf41-0b4e-46f8-987a-f2dc55269036/efccbf41-0b4e-46f8-987a-f2dc55269036.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.464891] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df3e044e-ad77-4477-95b2-fa22e508dfb3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.471466] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1347.471466] env[69265]: value = "task-3477262" [ 1347.471466] env[69265]: _type = "Task" [ 1347.471466] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.478897] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.525283] env[69265]: DEBUG nova.objects.instance [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid d8949414-ccd2-42fe-9fb8-07aac6854ed4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.981446] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449819} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.981918] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] efccbf41-0b4e-46f8-987a-f2dc55269036/efccbf41-0b4e-46f8-987a-f2dc55269036.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.982104] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.982414] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac5407f8-becf-499d-a9e1-5b3e9170ab0d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.988840] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1347.988840] env[69265]: value = "task-3477263" [ 1347.988840] env[69265]: _type = "Task" [ 1347.988840] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.997541] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.030569] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4f32c630-b5c8-49b5-a4bc-cabaa98c1c6e tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.109451] env[69265]: DEBUG nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.135524] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.135636] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.135799] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.135967] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.136150] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.136302] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.136513] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.136725] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.136871] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.136995] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.137163] env[69265]: DEBUG nova.virt.hardware [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.137976] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f2f9c-5de5-4646-8750-86a781444372 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.148850] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a60fc16-95e9-44a4-8b11-0f4ff8d83ef3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.498729] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059028} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.499117] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.499876] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c841c-495b-4564-b1dd-84737685e300 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.522869] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] efccbf41-0b4e-46f8-987a-f2dc55269036/efccbf41-0b4e-46f8-987a-f2dc55269036.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.523449] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b854e7d-310a-4fc0-8985-571fef1defe3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.543512] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1348.543512] env[69265]: value = "task-3477264" [ 1348.543512] env[69265]: _type = "Task" [ 1348.543512] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.553539] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.753857] env[69265]: DEBUG nova.compute.manager [req-7d854572-c3c0-4220-9162-885336cd937f req-027c83ba-91ba-408d-96cf-3efbf0de1b36 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-vif-plugged-4a852eb6-3231-460e-9f47-2e511814bf65 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.754441] env[69265]: DEBUG oslo_concurrency.lockutils [req-7d854572-c3c0-4220-9162-885336cd937f req-027c83ba-91ba-408d-96cf-3efbf0de1b36 service nova] Acquiring lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.754878] env[69265]: DEBUG oslo_concurrency.lockutils [req-7d854572-c3c0-4220-9162-885336cd937f req-027c83ba-91ba-408d-96cf-3efbf0de1b36 service nova] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.755322] env[69265]: DEBUG oslo_concurrency.lockutils [req-7d854572-c3c0-4220-9162-885336cd937f req-027c83ba-91ba-408d-96cf-3efbf0de1b36 service nova] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.755662] env[69265]: DEBUG nova.compute.manager [req-7d854572-c3c0-4220-9162-885336cd937f req-027c83ba-91ba-408d-96cf-3efbf0de1b36 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] No waiting events found dispatching network-vif-plugged-4a852eb6-3231-460e-9f47-2e511814bf65 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.756261] env[69265]: WARNING nova.compute.manager [req-7d854572-c3c0-4220-9162-885336cd937f req-027c83ba-91ba-408d-96cf-3efbf0de1b36 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received unexpected event network-vif-plugged-4a852eb6-3231-460e-9f47-2e511814bf65 for instance with vm_state building and task_state spawning. [ 1348.841698] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Successfully updated port: 4a852eb6-3231-460e-9f47-2e511814bf65 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.870270] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.870500] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.054494] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477264, 'name': ReconfigVM_Task, 'duration_secs': 0.286862} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.054838] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Reconfigured VM instance instance-0000007a to attach disk [datastore1] efccbf41-0b4e-46f8-987a-f2dc55269036/efccbf41-0b4e-46f8-987a-f2dc55269036.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.055288] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c590a93-c6aa-4e59-b5a7-edc08fdb42d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.061284] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1349.061284] env[69265]: value = "task-3477265" [ 1349.061284] env[69265]: _type = "Task" [ 1349.061284] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.068406] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477265, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.373587] env[69265]: DEBUG nova.compute.utils [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.570695] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477265, 'name': Rename_Task, 'duration_secs': 0.153208} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.570995] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.571281] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70821235-bcc1-413d-bdf4-4e51b7ab25b3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.577857] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1349.577857] env[69265]: value = "task-3477266" [ 1349.577857] env[69265]: _type = "Task" [ 1349.577857] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.585615] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.614282] env[69265]: DEBUG oslo_concurrency.lockutils [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.615023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.875911] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.087430] env[69265]: DEBUG oslo_vmware.api [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477266, 'name': PowerOnVM_Task, 'duration_secs': 0.428831} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.087695] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.087933] env[69265]: INFO nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1350.088026] env[69265]: DEBUG nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.088690] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c3a354-f9bf-4494-a8c4-3912532cca18 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.117646] env[69265]: DEBUG nova.compute.utils [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.604028] env[69265]: INFO nova.compute.manager [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Took 11.69 seconds to build instance. [ 1350.620023] env[69265]: DEBUG oslo_concurrency.lockutils [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.813711] env[69265]: DEBUG nova.compute.manager [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-changed-4a852eb6-3231-460e-9f47-2e511814bf65 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.813965] env[69265]: DEBUG nova.compute.manager [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Refreshing instance network info cache due to event network-changed-4a852eb6-3231-460e-9f47-2e511814bf65. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.815722] env[69265]: DEBUG oslo_concurrency.lockutils [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] Acquiring lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.815893] env[69265]: DEBUG oslo_concurrency.lockutils [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] Acquired lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.816079] env[69265]: DEBUG nova.network.neutron [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Refreshing network info cache for port 4a852eb6-3231-460e-9f47-2e511814bf65 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.859780] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Successfully updated port: 1df54cb5-d6bb-439e-b999-83885331f7f1 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.944912] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.944912] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.944912] env[69265]: INFO nova.compute.manager [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Attaching volume feb107e9-6ce6-4cad-8917-91f110640b32 to /dev/sdc [ 1350.983044] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494df768-a878-4886-848a-21497e31a853 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.988896] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeca30c-251e-4577-aaa3-f4799dd94e13 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.002075] env[69265]: DEBUG nova.virt.block_device [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updating existing volume attachment record: 705717c9-259a-4232-84d0-16b24fa6e352 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1351.106028] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "efccbf41-0b4e-46f8-987a-f2dc55269036" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.202s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.357239] env[69265]: DEBUG nova.network.neutron [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.379055] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "efccbf41-0b4e-46f8-987a-f2dc55269036" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.380052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "efccbf41-0b4e-46f8-987a-f2dc55269036" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.380052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "efccbf41-0b4e-46f8-987a-f2dc55269036-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.380052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "efccbf41-0b4e-46f8-987a-f2dc55269036-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.380052] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "efccbf41-0b4e-46f8-987a-f2dc55269036-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.382086] env[69265]: INFO nova.compute.manager [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Terminating instance [ 1351.441937] env[69265]: DEBUG nova.network.neutron [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.678193] env[69265]: DEBUG oslo_concurrency.lockutils [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.678498] env[69265]: DEBUG oslo_concurrency.lockutils [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.678752] env[69265]: INFO nova.compute.manager [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Attaching volume a67f6102-95a4-47d0-95ef-c2a5716e4717 to /dev/sdb [ 1351.707819] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff94c9e-3d46-49b0-a494-009e103bf47e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.715904] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d797eb87-66f7-4ccf-87bd-86af2d0d5b29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.728899] env[69265]: DEBUG nova.virt.block_device [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Updating existing volume attachment record: 624c9f0b-6ba7-4a93-877e-c235fef542d1 {{(pid=69265) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1351.889583] env[69265]: DEBUG nova.compute.manager [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.889828] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.890769] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07fb34-b538-4f24-81ff-21b684455c21 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.898312] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.898561] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e48467-8c6d-430a-b8cd-06531e3b7f7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.903490] env[69265]: DEBUG oslo_vmware.api [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1351.903490] env[69265]: value = "task-3477269" [ 1351.903490] env[69265]: _type = "Task" [ 1351.903490] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.914851] env[69265]: DEBUG oslo_vmware.api [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.945800] env[69265]: DEBUG oslo_concurrency.lockutils [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] Releasing lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.946160] env[69265]: DEBUG nova.compute.manager [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-vif-plugged-1df54cb5-d6bb-439e-b999-83885331f7f1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.946381] env[69265]: DEBUG oslo_concurrency.lockutils [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] Acquiring lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.946597] env[69265]: DEBUG oslo_concurrency.lockutils [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.946763] env[69265]: DEBUG oslo_concurrency.lockutils [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.946936] env[69265]: DEBUG nova.compute.manager [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] No waiting events found dispatching network-vif-plugged-1df54cb5-d6bb-439e-b999-83885331f7f1 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.947127] env[69265]: WARNING nova.compute.manager [req-a26398fe-748c-4279-92cb-01c58d6c335e req-c21e5a44-bdf6-41c8-aac7-4bfa992d8193 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received unexpected event network-vif-plugged-1df54cb5-d6bb-439e-b999-83885331f7f1 for instance with vm_state building and task_state spawning. [ 1352.413411] env[69265]: DEBUG oslo_vmware.api [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477269, 'name': PowerOffVM_Task, 'duration_secs': 0.189948} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.413684] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.413866] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.414118] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebc57850-3206-485b-861f-191e7a43a422 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.470849] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.471038] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.471867] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleting the datastore file [datastore1] efccbf41-0b4e-46f8-987a-f2dc55269036 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.471867] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b35579c-f0e8-481d-9d85-a27d55c76de5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.477851] env[69265]: DEBUG oslo_vmware.api [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1352.477851] env[69265]: value = "task-3477271" [ 1352.477851] env[69265]: _type = "Task" [ 1352.477851] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.485674] env[69265]: DEBUG oslo_vmware.api [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.734202] env[69265]: DEBUG nova.compute.manager [req-6c47d598-290a-41b2-9aee-b89f7c4a8935 req-d248cc8e-af58-4b12-a528-06ba61824c23 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-vif-plugged-edddc72d-f0a9-4009-a0a7-010f26370f40 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.734426] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c47d598-290a-41b2-9aee-b89f7c4a8935 req-d248cc8e-af58-4b12-a528-06ba61824c23 service nova] Acquiring lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.734631] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c47d598-290a-41b2-9aee-b89f7c4a8935 req-d248cc8e-af58-4b12-a528-06ba61824c23 service nova] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.734805] env[69265]: DEBUG oslo_concurrency.lockutils [req-6c47d598-290a-41b2-9aee-b89f7c4a8935 req-d248cc8e-af58-4b12-a528-06ba61824c23 service nova] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.734991] env[69265]: DEBUG nova.compute.manager [req-6c47d598-290a-41b2-9aee-b89f7c4a8935 req-d248cc8e-af58-4b12-a528-06ba61824c23 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] No waiting events found dispatching network-vif-plugged-edddc72d-f0a9-4009-a0a7-010f26370f40 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.735187] env[69265]: WARNING nova.compute.manager [req-6c47d598-290a-41b2-9aee-b89f7c4a8935 req-d248cc8e-af58-4b12-a528-06ba61824c23 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received unexpected event network-vif-plugged-edddc72d-f0a9-4009-a0a7-010f26370f40 for instance with vm_state building and task_state spawning. [ 1352.823989] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Successfully updated port: edddc72d-f0a9-4009-a0a7-010f26370f40 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.840567] env[69265]: DEBUG nova.compute.manager [req-5e6e3c1c-8728-4e0e-baa5-4ac742a6115b req-eae977a9-e94b-4c54-bc5e-68e245697470 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-changed-1df54cb5-d6bb-439e-b999-83885331f7f1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.840769] env[69265]: DEBUG nova.compute.manager [req-5e6e3c1c-8728-4e0e-baa5-4ac742a6115b req-eae977a9-e94b-4c54-bc5e-68e245697470 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Refreshing instance network info cache due to event network-changed-1df54cb5-d6bb-439e-b999-83885331f7f1. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.840982] env[69265]: DEBUG oslo_concurrency.lockutils [req-5e6e3c1c-8728-4e0e-baa5-4ac742a6115b req-eae977a9-e94b-4c54-bc5e-68e245697470 service nova] Acquiring lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.841143] env[69265]: DEBUG oslo_concurrency.lockutils [req-5e6e3c1c-8728-4e0e-baa5-4ac742a6115b req-eae977a9-e94b-4c54-bc5e-68e245697470 service nova] Acquired lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.841307] env[69265]: DEBUG nova.network.neutron [req-5e6e3c1c-8728-4e0e-baa5-4ac742a6115b req-eae977a9-e94b-4c54-bc5e-68e245697470 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Refreshing network info cache for port 1df54cb5-d6bb-439e-b999-83885331f7f1 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.989265] env[69265]: DEBUG oslo_vmware.api [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173405} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.989525] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.989711] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.989887] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.990075] env[69265]: INFO nova.compute.manager [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1352.990359] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.990559] env[69265]: DEBUG nova.compute.manager [-] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.990655] env[69265]: DEBUG nova.network.neutron [-] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.326697] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.383943] env[69265]: DEBUG nova.network.neutron [req-5e6e3c1c-8728-4e0e-baa5-4ac742a6115b req-eae977a9-e94b-4c54-bc5e-68e245697470 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.462987] env[69265]: DEBUG nova.network.neutron [req-5e6e3c1c-8728-4e0e-baa5-4ac742a6115b req-eae977a9-e94b-4c54-bc5e-68e245697470 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.818131] env[69265]: DEBUG nova.network.neutron [-] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.965469] env[69265]: DEBUG oslo_concurrency.lockutils [req-5e6e3c1c-8728-4e0e-baa5-4ac742a6115b req-eae977a9-e94b-4c54-bc5e-68e245697470 service nova] Releasing lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.965842] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquired lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.966007] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.320335] env[69265]: INFO nova.compute.manager [-] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Took 1.33 seconds to deallocate network for instance. [ 1354.505885] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.764553] env[69265]: DEBUG nova.compute.manager [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-changed-edddc72d-f0a9-4009-a0a7-010f26370f40 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.764871] env[69265]: DEBUG nova.compute.manager [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Refreshing instance network info cache due to event network-changed-edddc72d-f0a9-4009-a0a7-010f26370f40. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.765180] env[69265]: DEBUG oslo_concurrency.lockutils [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] Acquiring lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.829326] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.829659] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.829941] env[69265]: DEBUG nova.objects.instance [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lazy-loading 'resources' on Instance uuid efccbf41-0b4e-46f8-987a-f2dc55269036 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.888776] env[69265]: DEBUG nova.network.neutron [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updating instance_info_cache with network_info: [{"id": "4a852eb6-3231-460e-9f47-2e511814bf65", "address": "fa:16:3e:23:38:c7", "network": {"id": "a2cc8f92-2dcd-4d05-9075-fbf81edec158", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861458581", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a852eb6-32", "ovs_interfaceid": "4a852eb6-3231-460e-9f47-2e511814bf65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1df54cb5-d6bb-439e-b999-83885331f7f1", "address": "fa:16:3e:22:b8:6e", "network": {"id": "1f241201-4664-4c89-a010-b4884176e09b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-335464975", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1df54cb5-d6", "ovs_interfaceid": "1df54cb5-d6bb-439e-b999-83885331f7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edddc72d-f0a9-4009-a0a7-010f26370f40", "address": "fa:16:3e:ea:18:46", "network": {"id": "a2cc8f92-2dcd-4d05-9075-fbf81edec158", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861458581", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedddc72d-f0", "ovs_interfaceid": "edddc72d-f0a9-4009-a0a7-010f26370f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.391830] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Releasing lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.391945] env[69265]: DEBUG nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Instance network_info: |[{"id": "4a852eb6-3231-460e-9f47-2e511814bf65", "address": "fa:16:3e:23:38:c7", "network": {"id": "a2cc8f92-2dcd-4d05-9075-fbf81edec158", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861458581", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a852eb6-32", "ovs_interfaceid": "4a852eb6-3231-460e-9f47-2e511814bf65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1df54cb5-d6bb-439e-b999-83885331f7f1", "address": "fa:16:3e:22:b8:6e", "network": {"id": "1f241201-4664-4c89-a010-b4884176e09b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-335464975", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1df54cb5-d6", "ovs_interfaceid": "1df54cb5-d6bb-439e-b999-83885331f7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edddc72d-f0a9-4009-a0a7-010f26370f40", "address": "fa:16:3e:ea:18:46", "network": {"id": "a2cc8f92-2dcd-4d05-9075-fbf81edec158", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861458581", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedddc72d-f0", "ovs_interfaceid": "edddc72d-f0a9-4009-a0a7-010f26370f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.392159] env[69265]: DEBUG oslo_concurrency.lockutils [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] Acquired lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.392368] env[69265]: DEBUG nova.network.neutron [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Refreshing network info cache for port edddc72d-f0a9-4009-a0a7-010f26370f40 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.393709] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:38:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a852eb6-3231-460e-9f47-2e511814bf65', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:b8:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1df54cb5-d6bb-439e-b999-83885331f7f1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:18:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edddc72d-f0a9-4009-a0a7-010f26370f40', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.404757] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Creating folder: Project (9f8940d22fb54642b5355bf6c26aefda). Parent ref: group-v694865. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.409612] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aaf2684-905e-4879-abe3-f3430cf2c3cf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.423071] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Created folder: Project (9f8940d22fb54642b5355bf6c26aefda) in parent group-v694865. [ 1355.423277] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Creating folder: Instances. Parent ref: group-v695209. {{(pid=69265) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.423502] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d9d0121-1b0c-448d-8290-291f8b14158d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.431432] env[69265]: INFO nova.virt.vmwareapi.vm_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Created folder: Instances in parent group-v695209. [ 1355.431658] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.433779] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.434169] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6db05bec-e589-42c7-bb01-c2618fd96baf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.461809] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.461809] env[69265]: value = "task-3477276" [ 1355.461809] env[69265]: _type = "Task" [ 1355.461809] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.467151] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91e5ed0-d691-4d74-a859-1150dabc5139 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.472296] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477276, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.476435] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974efe7f-1d31-4ba8-818c-63f8a291b8b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.507702] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e67a0-091d-4fc9-94e2-2407bd8271a4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.516019] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e6cabd-9c2b-4b72-86c3-add23f762921 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.529658] env[69265]: DEBUG nova.compute.provider_tree [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.546903] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1355.547162] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695207', 'volume_id': 'feb107e9-6ce6-4cad-8917-91f110640b32', 'name': 'volume-feb107e9-6ce6-4cad-8917-91f110640b32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8949414-ccd2-42fe-9fb8-07aac6854ed4', 'attached_at': '', 'detached_at': '', 'volume_id': 'feb107e9-6ce6-4cad-8917-91f110640b32', 'serial': 'feb107e9-6ce6-4cad-8917-91f110640b32'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1355.547991] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c09d3-a4c4-4114-89c7-65622f4db910 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.566198] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9038dfa3-d171-4ca8-9ed4-d2dcaf2b2173 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.594567] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-feb107e9-6ce6-4cad-8917-91f110640b32/volume-feb107e9-6ce6-4cad-8917-91f110640b32.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.597311] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4fd568-4de3-48d8-b89e-709764647589 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.615054] env[69265]: DEBUG oslo_vmware.api [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1355.615054] env[69265]: value = "task-3477277" [ 1355.615054] env[69265]: _type = "Task" [ 1355.615054] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.622849] env[69265]: DEBUG oslo_vmware.api [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.674191] env[69265]: DEBUG nova.network.neutron [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updated VIF entry in instance network info cache for port edddc72d-f0a9-4009-a0a7-010f26370f40. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.674661] env[69265]: DEBUG nova.network.neutron [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updating instance_info_cache with network_info: [{"id": "4a852eb6-3231-460e-9f47-2e511814bf65", "address": "fa:16:3e:23:38:c7", "network": {"id": "a2cc8f92-2dcd-4d05-9075-fbf81edec158", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861458581", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a852eb6-32", "ovs_interfaceid": "4a852eb6-3231-460e-9f47-2e511814bf65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1df54cb5-d6bb-439e-b999-83885331f7f1", "address": "fa:16:3e:22:b8:6e", "network": {"id": "1f241201-4664-4c89-a010-b4884176e09b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-335464975", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1df54cb5-d6", "ovs_interfaceid": "1df54cb5-d6bb-439e-b999-83885331f7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edddc72d-f0a9-4009-a0a7-010f26370f40", "address": "fa:16:3e:ea:18:46", "network": {"id": "a2cc8f92-2dcd-4d05-9075-fbf81edec158", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861458581", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedddc72d-f0", "ovs_interfaceid": "edddc72d-f0a9-4009-a0a7-010f26370f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.971293] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477276, 'name': CreateVM_Task, 'duration_secs': 0.38481} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.971477] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.972389] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.972569] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.972875] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.973146] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf401917-e7a1-49bb-b129-9f1fa231cc9f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.977682] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1355.977682] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52179e94-f65b-106b-b66e-000ed0f2b336" [ 1355.977682] env[69265]: _type = "Task" [ 1355.977682] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.984830] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52179e94-f65b-106b-b66e-000ed0f2b336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.035242] env[69265]: DEBUG nova.scheduler.client.report [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.125122] env[69265]: DEBUG oslo_vmware.api [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477277, 'name': ReconfigVM_Task, 'duration_secs': 0.341368} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.125397] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-feb107e9-6ce6-4cad-8917-91f110640b32/volume-feb107e9-6ce6-4cad-8917-91f110640b32.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.129932] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13019ec4-e4e1-4cb0-bf49-2cb46f705995 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.144533] env[69265]: DEBUG oslo_vmware.api [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1356.144533] env[69265]: value = "task-3477278" [ 1356.144533] env[69265]: _type = "Task" [ 1356.144533] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.154434] env[69265]: DEBUG oslo_vmware.api [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.177192] env[69265]: DEBUG oslo_concurrency.lockutils [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] Releasing lock "refresh_cache-f63f7575-1aed-42b1-8c09-f5cb02d58f2a" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.177440] env[69265]: DEBUG nova.compute.manager [req-adf3fcb6-42bc-4a03-b37c-c5223f442d74 req-4fde879d-f8fb-4c42-bf2d-99a82b84b30f service nova] [instance: efccbf41-0b4e-46f8-987a-f2dc55269036] Received event network-vif-deleted-9af6d168-e324-44c2-a635-75112b8555d6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.272255] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Volume attach. Driver type: vmdk {{(pid=69265) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1356.272497] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695208', 'volume_id': 'a67f6102-95a4-47d0-95ef-c2a5716e4717', 'name': 'volume-a67f6102-95a4-47d0-95ef-c2a5716e4717', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c133a3a-dddf-4a97-a9c3-91aa06b0f795', 'attached_at': '', 'detached_at': '', 'volume_id': 'a67f6102-95a4-47d0-95ef-c2a5716e4717', 'serial': 'a67f6102-95a4-47d0-95ef-c2a5716e4717'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1356.273401] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda3659-423e-4501-9e8e-43980952d2b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.289150] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43c5464-7fe2-46e3-b567-69bd95a7548a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.313174] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-a67f6102-95a4-47d0-95ef-c2a5716e4717/volume-a67f6102-95a4-47d0-95ef-c2a5716e4717.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.313811] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d015aa-e9ff-43fe-8339-2cb13d1ba6da {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.330393] env[69265]: DEBUG oslo_vmware.api [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1356.330393] env[69265]: value = "task-3477279" [ 1356.330393] env[69265]: _type = "Task" [ 1356.330393] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.337969] env[69265]: DEBUG oslo_vmware.api [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.489248] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52179e94-f65b-106b-b66e-000ed0f2b336, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.489533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.489765] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.489999] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.490167] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.490346] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.490598] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff7f916-3e0a-40d6-864b-1583354af0a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.498068] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.498246] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.498904] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2627023a-18cf-42d6-a4da-c6309165a3d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.503439] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1356.503439] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520f3127-4ca4-028e-32c9-345b21909637" [ 1356.503439] env[69265]: _type = "Task" [ 1356.503439] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.510480] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520f3127-4ca4-028e-32c9-345b21909637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.539419] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.559400] env[69265]: INFO nova.scheduler.client.report [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted allocations for instance efccbf41-0b4e-46f8-987a-f2dc55269036 [ 1356.654401] env[69265]: DEBUG oslo_vmware.api [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477278, 'name': ReconfigVM_Task, 'duration_secs': 0.128627} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.655027] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695207', 'volume_id': 'feb107e9-6ce6-4cad-8917-91f110640b32', 'name': 'volume-feb107e9-6ce6-4cad-8917-91f110640b32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8949414-ccd2-42fe-9fb8-07aac6854ed4', 'attached_at': '', 'detached_at': '', 'volume_id': 'feb107e9-6ce6-4cad-8917-91f110640b32', 'serial': 'feb107e9-6ce6-4cad-8917-91f110640b32'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1356.840399] env[69265]: DEBUG oslo_vmware.api [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477279, 'name': ReconfigVM_Task, 'duration_secs': 0.307423} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.840706] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-a67f6102-95a4-47d0-95ef-c2a5716e4717/volume-a67f6102-95a4-47d0-95ef-c2a5716e4717.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.845649] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627dbf7f-7be4-4bbd-a623-5e8b3aeb3bfe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.860656] env[69265]: DEBUG oslo_vmware.api [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1356.860656] env[69265]: value = "task-3477280" [ 1356.860656] env[69265]: _type = "Task" [ 1356.860656] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.868340] env[69265]: DEBUG oslo_vmware.api [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.013467] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]520f3127-4ca4-028e-32c9-345b21909637, 'name': SearchDatastore_Task, 'duration_secs': 0.007224} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.014353] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c4dada-1157-4a83-9ffb-4e8ae0aa6b4d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.019131] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1357.019131] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5207b200-9e42-10d9-f0c0-736bc977b70b" [ 1357.019131] env[69265]: _type = "Task" [ 1357.019131] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.026199] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5207b200-9e42-10d9-f0c0-736bc977b70b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.066064] env[69265]: DEBUG oslo_concurrency.lockutils [None req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "efccbf41-0b4e-46f8-987a-f2dc55269036" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.427939] env[69265]: DEBUG oslo_vmware.api [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477280, 'name': ReconfigVM_Task, 'duration_secs': 0.140967} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.427939] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695208', 'volume_id': 'a67f6102-95a4-47d0-95ef-c2a5716e4717', 'name': 'volume-a67f6102-95a4-47d0-95ef-c2a5716e4717', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c133a3a-dddf-4a97-a9c3-91aa06b0f795', 'attached_at': '', 'detached_at': '', 'volume_id': 'a67f6102-95a4-47d0-95ef-c2a5716e4717', 'serial': 'a67f6102-95a4-47d0-95ef-c2a5716e4717'} {{(pid=69265) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1357.529739] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5207b200-9e42-10d9-f0c0-736bc977b70b, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.530087] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.530270] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] f63f7575-1aed-42b1-8c09-f5cb02d58f2a/f63f7575-1aed-42b1-8c09-f5cb02d58f2a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.530526] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82522063-3a6a-419d-a78d-f6fbbd080059 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.540919] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1357.540919] env[69265]: value = "task-3477281" [ 1357.540919] env[69265]: _type = "Task" [ 1357.540919] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.548991] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.689098] env[69265]: DEBUG nova.objects.instance [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid d8949414-ccd2-42fe-9fb8-07aac6854ed4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.039905] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "432fb5e9-b09c-4372-a309-981d38b28dd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.040277] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "432fb5e9-b09c-4372-a309-981d38b28dd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.040509] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "432fb5e9-b09c-4372-a309-981d38b28dd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.040696] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "432fb5e9-b09c-4372-a309-981d38b28dd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.040990] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "432fb5e9-b09c-4372-a309-981d38b28dd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.045959] env[69265]: INFO nova.compute.manager [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Terminating instance [ 1358.053323] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412829} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.053323] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] f63f7575-1aed-42b1-8c09-f5cb02d58f2a/f63f7575-1aed-42b1-8c09-f5cb02d58f2a.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.053323] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.053555] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-927c6885-66f7-4d5e-9af5-56610192660f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.060487] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1358.060487] env[69265]: value = "task-3477282" [ 1358.060487] env[69265]: _type = "Task" [ 1358.060487] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.067758] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.194869] env[69265]: DEBUG oslo_concurrency.lockutils [None req-bbaeedd0-4a41-4278-ad79-685d968fd4c8 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.412970] env[69265]: DEBUG nova.objects.instance [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'flavor' on Instance uuid 6c133a3a-dddf-4a97-a9c3-91aa06b0f795 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.472866] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.473157] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.550055] env[69265]: DEBUG nova.compute.manager [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.550354] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.551035] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabb2732-a0a4-4fc8-a6b2-60f190b9fb71 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.559068] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.559176] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f81522a3-b949-4fab-bda8-22f77302a409 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.565151] env[69265]: DEBUG oslo_vmware.api [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1358.565151] env[69265]: value = "task-3477283" [ 1358.565151] env[69265]: _type = "Task" [ 1358.565151] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.570539] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065225} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.571076] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.571822] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43124762-4aee-4e27-b197-241d4ea748f8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.578254] env[69265]: DEBUG oslo_vmware.api [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.602083] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f63f7575-1aed-42b1-8c09-f5cb02d58f2a/f63f7575-1aed-42b1-8c09-f5cb02d58f2a.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.602385] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b72b3dc-c542-4884-a3e5-424324eb9ae0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.623427] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1358.623427] env[69265]: value = "task-3477284" [ 1358.623427] env[69265]: _type = "Task" [ 1358.623427] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.631418] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.768338] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.768639] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.768864] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.769073] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.769288] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.772048] env[69265]: INFO nova.compute.manager [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Terminating instance [ 1358.917491] env[69265]: DEBUG oslo_concurrency.lockutils [None req-97506441-4f37-479d-996a-8274990f01c6 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.976167] env[69265]: INFO nova.compute.manager [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Detaching volume 7ce052f2-1004-4352-b303-b4884e1a2c6a [ 1359.006309] env[69265]: INFO nova.virt.block_device [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Attempting to driver detach volume 7ce052f2-1004-4352-b303-b4884e1a2c6a from mountpoint /dev/sdb [ 1359.006564] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1359.006753] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695205', 'volume_id': '7ce052f2-1004-4352-b303-b4884e1a2c6a', 'name': 'volume-7ce052f2-1004-4352-b303-b4884e1a2c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8949414-ccd2-42fe-9fb8-07aac6854ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '7ce052f2-1004-4352-b303-b4884e1a2c6a', 'serial': '7ce052f2-1004-4352-b303-b4884e1a2c6a'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1359.007633] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6465c0f-e65f-4f41-a281-1685542b6e0c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.031190] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094060f9-d852-4596-b78c-ec82dae3e7f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.037552] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0000f303-c117-4767-8040-9c79f46db97d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.061823] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a380bdc-5792-45cc-90bb-001c47d4b75f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.078152] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] The volume has not been displaced from its original location: [datastore1] volume-7ce052f2-1004-4352-b303-b4884e1a2c6a/volume-7ce052f2-1004-4352-b303-b4884e1a2c6a.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1359.083293] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.083903] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a095364-3996-4044-9e6f-6e3fd347f1d4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.098940] env[69265]: DEBUG oslo_vmware.api [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477283, 'name': PowerOffVM_Task, 'duration_secs': 0.221215} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.099526] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.099703] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.099957] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16cdf13c-7d74-432d-a612-b6442741d046 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.105278] env[69265]: DEBUG oslo_vmware.api [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1359.105278] env[69265]: value = "task-3477285" [ 1359.105278] env[69265]: _type = "Task" [ 1359.105278] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.113362] env[69265]: DEBUG oslo_vmware.api [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.132911] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477284, 'name': ReconfigVM_Task, 'duration_secs': 0.376566} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.133171] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f63f7575-1aed-42b1-8c09-f5cb02d58f2a/f63f7575-1aed-42b1-8c09-f5cb02d58f2a.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.133768] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e7e1b98-d702-4db6-bfdf-9054a286b9fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.138706] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1359.138706] env[69265]: value = "task-3477287" [ 1359.138706] env[69265]: _type = "Task" [ 1359.138706] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.145948] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477287, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.158666] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.158873] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.159078] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleting the datastore file [datastore1] 432fb5e9-b09c-4372-a309-981d38b28dd2 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.159336] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8ccde3-f23e-49fb-b513-cfb5462b5bf8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.165393] env[69265]: DEBUG oslo_vmware.api [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1359.165393] env[69265]: value = "task-3477288" [ 1359.165393] env[69265]: _type = "Task" [ 1359.165393] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.172964] env[69265]: DEBUG oslo_vmware.api [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.278813] env[69265]: DEBUG nova.compute.manager [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.279053] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.279847] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05700e5-43e1-4dbe-9a2f-9e697c05fdbe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.287268] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.287490] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a90a3835-4c30-4072-8c97-0d3ab6c6083d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.293062] env[69265]: DEBUG oslo_vmware.api [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1359.293062] env[69265]: value = "task-3477289" [ 1359.293062] env[69265]: _type = "Task" [ 1359.293062] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.301871] env[69265]: DEBUG oslo_vmware.api [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.358795] env[69265]: DEBUG oslo_concurrency.lockutils [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.359122] env[69265]: DEBUG oslo_concurrency.lockutils [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.615444] env[69265]: DEBUG oslo_vmware.api [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477285, 'name': ReconfigVM_Task, 'duration_secs': 0.261428} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.615861] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1359.620318] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd17c3f-829b-455a-a5dc-aac75079ed10 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.636233] env[69265]: DEBUG oslo_vmware.api [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1359.636233] env[69265]: value = "task-3477290" [ 1359.636233] env[69265]: _type = "Task" [ 1359.636233] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.646735] env[69265]: DEBUG oslo_vmware.api [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.649674] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477287, 'name': Rename_Task, 'duration_secs': 0.144504} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.649931] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.650172] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3812dd26-ab79-4eb3-8bd2-b279f105479e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.655828] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1359.655828] env[69265]: value = "task-3477291" [ 1359.655828] env[69265]: _type = "Task" [ 1359.655828] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.663411] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.672749] env[69265]: DEBUG oslo_vmware.api [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197987} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.673085] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.673360] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.673598] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.673851] env[69265]: INFO nova.compute.manager [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1359.674126] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.674331] env[69265]: DEBUG nova.compute.manager [-] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.674484] env[69265]: DEBUG nova.network.neutron [-] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.803055] env[69265]: DEBUG oslo_vmware.api [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477289, 'name': PowerOffVM_Task, 'duration_secs': 0.194242} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.803318] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.803491] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.803738] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91984c2b-378c-4d02-94d3-851edb702fcb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.859178] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.859441] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.859596] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleting the datastore file [datastore2] e3cce2ba-6f02-4e58-a383-6c864b6a3c15 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.859868] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fcbf3b8-e47c-4f77-9c8a-f7f9f7a21ded {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.862290] env[69265]: INFO nova.compute.manager [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Detaching volume a67f6102-95a4-47d0-95ef-c2a5716e4717 [ 1359.868188] env[69265]: DEBUG oslo_vmware.api [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for the task: (returnval){ [ 1359.868188] env[69265]: value = "task-3477293" [ 1359.868188] env[69265]: _type = "Task" [ 1359.868188] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.880343] env[69265]: DEBUG oslo_vmware.api [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.899553] env[69265]: INFO nova.virt.block_device [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Attempting to driver detach volume a67f6102-95a4-47d0-95ef-c2a5716e4717 from mountpoint /dev/sdb [ 1359.899846] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1359.900042] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695208', 'volume_id': 'a67f6102-95a4-47d0-95ef-c2a5716e4717', 'name': 'volume-a67f6102-95a4-47d0-95ef-c2a5716e4717', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c133a3a-dddf-4a97-a9c3-91aa06b0f795', 'attached_at': '', 'detached_at': '', 'volume_id': 'a67f6102-95a4-47d0-95ef-c2a5716e4717', 'serial': 'a67f6102-95a4-47d0-95ef-c2a5716e4717'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1359.900895] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6e6b2f-d2a3-45a9-b09d-715094221e77 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.923961] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5de1916-6bc8-4929-95d6-69ae95d9af2d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.930052] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d752d90b-2ea7-4dfd-be40-734ea2bd85a2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.952202] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbab2ee-c348-49d2-bc4e-ec77a42eca2b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.967773] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] The volume has not been displaced from its original location: [datastore2] volume-a67f6102-95a4-47d0-95ef-c2a5716e4717/volume-a67f6102-95a4-47d0-95ef-c2a5716e4717.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1359.972925] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.974578] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85356304-c6b3-4ecc-bdaf-59a206d8cde9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.987711] env[69265]: DEBUG nova.compute.manager [req-ad65cc42-2606-48c1-944a-c2550d9955c2 req-2701a657-f986-4bf7-a34f-418fd6a5249d service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Received event network-vif-deleted-eaceaee0-8fd5-4e63-b254-ecc484a2fe99 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.987899] env[69265]: INFO nova.compute.manager [req-ad65cc42-2606-48c1-944a-c2550d9955c2 req-2701a657-f986-4bf7-a34f-418fd6a5249d service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Neutron deleted interface eaceaee0-8fd5-4e63-b254-ecc484a2fe99; detaching it from the instance and deleting it from the info cache [ 1359.988088] env[69265]: DEBUG nova.network.neutron [req-ad65cc42-2606-48c1-944a-c2550d9955c2 req-2701a657-f986-4bf7-a34f-418fd6a5249d service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.995008] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1359.995008] env[69265]: value = "task-3477294" [ 1359.995008] env[69265]: _type = "Task" [ 1359.995008] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.003610] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.146123] env[69265]: DEBUG oslo_vmware.api [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.164310] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477291, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.384235] env[69265]: DEBUG oslo_vmware.api [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Task: {'id': task-3477293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140141} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.384462] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.384613] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.384784] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.384969] env[69265]: INFO nova.compute.manager [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1360.385233] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.385418] env[69265]: DEBUG nova.compute.manager [-] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.385511] env[69265]: DEBUG nova.network.neutron [-] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.455480] env[69265]: DEBUG nova.network.neutron [-] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.490574] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cc4fb40-34dd-4f74-91fc-24319c12077a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.507263] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c282b44-2a1f-437c-af3c-9012041aa533 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.521232] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.540197] env[69265]: DEBUG nova.compute.manager [req-ad65cc42-2606-48c1-944a-c2550d9955c2 req-2701a657-f986-4bf7-a34f-418fd6a5249d service nova] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Detach interface failed, port_id=eaceaee0-8fd5-4e63-b254-ecc484a2fe99, reason: Instance 432fb5e9-b09c-4372-a309-981d38b28dd2 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.646844] env[69265]: DEBUG oslo_vmware.api [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.665844] env[69265]: DEBUG oslo_vmware.api [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477291, 'name': PowerOnVM_Task, 'duration_secs': 0.748933} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.666150] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.666387] env[69265]: INFO nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Took 12.56 seconds to spawn the instance on the hypervisor. [ 1360.666572] env[69265]: DEBUG nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.667322] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940eec19-332b-4585-b3b5-bb5b0750b021 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.959298] env[69265]: INFO nova.compute.manager [-] [instance: 432fb5e9-b09c-4372-a309-981d38b28dd2] Took 1.28 seconds to deallocate network for instance. [ 1361.005517] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477294, 'name': ReconfigVM_Task, 'duration_secs': 0.957538} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.005786] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1361.010646] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80a04ff-da00-436a-b37e-52b355b5692b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.025275] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1361.025275] env[69265]: value = "task-3477295" [ 1361.025275] env[69265]: _type = "Task" [ 1361.025275] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.033052] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.146483] env[69265]: DEBUG oslo_vmware.api [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477290, 'name': ReconfigVM_Task, 'duration_secs': 1.15516} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.146779] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695205', 'volume_id': '7ce052f2-1004-4352-b303-b4884e1a2c6a', 'name': 'volume-7ce052f2-1004-4352-b303-b4884e1a2c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8949414-ccd2-42fe-9fb8-07aac6854ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '7ce052f2-1004-4352-b303-b4884e1a2c6a', 'serial': '7ce052f2-1004-4352-b303-b4884e1a2c6a'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1361.183620] env[69265]: INFO nova.compute.manager [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Took 19.86 seconds to build instance. [ 1361.331036] env[69265]: DEBUG nova.network.neutron [-] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.466342] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.466647] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.466869] env[69265]: DEBUG nova.objects.instance [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lazy-loading 'resources' on Instance uuid 432fb5e9-b09c-4372-a309-981d38b28dd2 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.489376] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.534692] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.685367] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.367s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.685701] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.196s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.685914] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.686143] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.686389] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.689030] env[69265]: DEBUG nova.objects.instance [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid d8949414-ccd2-42fe-9fb8-07aac6854ed4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.690435] env[69265]: INFO nova.compute.manager [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Terminating instance [ 1361.833894] env[69265]: INFO nova.compute.manager [-] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Took 1.45 seconds to deallocate network for instance. [ 1361.994260] env[69265]: DEBUG nova.compute.manager [req-5d85bcd5-fab0-45e7-b43c-80ea148721de req-94ae038a-4bc4-442e-8b46-1bbca233f909 service nova] [instance: e3cce2ba-6f02-4e58-a383-6c864b6a3c15] Received event network-vif-deleted-1470b332-479c-4e04-beef-e4fbd4e7632d {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.035748] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.074231] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4681a4b1-c217-42a4-80fe-6ac708739abc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.081060] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a155a9-6695-4100-aa33-a64f22cd7ca0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.111929] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fbd20b-241a-44df-8e35-766b96c6b054 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.119225] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c30ecb-db31-4b71-9824-abf6b63b9649 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.134027] env[69265]: DEBUG nova.compute.provider_tree [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.195190] env[69265]: DEBUG nova.compute.manager [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.195414] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.197371] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e052a0-6972-40a8-85d9-24393fd9e51a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.205550] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.205787] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c5e945-a7b0-4cd7-8ee4-4323c3503cc3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.213151] env[69265]: DEBUG oslo_vmware.api [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1362.213151] env[69265]: value = "task-3477296" [ 1362.213151] env[69265]: _type = "Task" [ 1362.213151] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.222272] env[69265]: DEBUG oslo_vmware.api [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.340750] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.535456] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.637402] env[69265]: DEBUG nova.scheduler.client.report [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.701778] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3a0e9f2c-76ca-4019-b385-362ed5ca2868 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.228s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.722732] env[69265]: DEBUG oslo_vmware.api [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477296, 'name': PowerOffVM_Task, 'duration_secs': 0.324432} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.722991] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.723181] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.723426] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-441df1f5-1131-4938-9f0a-6738697538ef {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.753104] env[69265]: DEBUG oslo_concurrency.lockutils [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.753357] env[69265]: DEBUG oslo_concurrency.lockutils [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.843580] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.843754] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.843942] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Deleting the datastore file [datastore2] f63f7575-1aed-42b1-8c09-f5cb02d58f2a {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.844244] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b55213f-54a1-4c1a-ade7-79e1c6d2a280 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.850607] env[69265]: DEBUG oslo_vmware.api [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1362.850607] env[69265]: value = "task-3477298" [ 1362.850607] env[69265]: _type = "Task" [ 1362.850607] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.857880] env[69265]: DEBUG oslo_vmware.api [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.036353] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.142151] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.145033] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.804s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.145033] env[69265]: DEBUG nova.objects.instance [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lazy-loading 'resources' on Instance uuid e3cce2ba-6f02-4e58-a383-6c864b6a3c15 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.165348] env[69265]: INFO nova.scheduler.client.report [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted allocations for instance 432fb5e9-b09c-4372-a309-981d38b28dd2 [ 1363.256602] env[69265]: INFO nova.compute.manager [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Detaching volume feb107e9-6ce6-4cad-8917-91f110640b32 [ 1363.285804] env[69265]: INFO nova.virt.block_device [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Attempting to driver detach volume feb107e9-6ce6-4cad-8917-91f110640b32 from mountpoint /dev/sdc [ 1363.286072] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Volume detach. Driver type: vmdk {{(pid=69265) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1363.286268] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695207', 'volume_id': 'feb107e9-6ce6-4cad-8917-91f110640b32', 'name': 'volume-feb107e9-6ce6-4cad-8917-91f110640b32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8949414-ccd2-42fe-9fb8-07aac6854ed4', 'attached_at': '', 'detached_at': '', 'volume_id': 'feb107e9-6ce6-4cad-8917-91f110640b32', 'serial': 'feb107e9-6ce6-4cad-8917-91f110640b32'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1363.287129] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa9184d-c8ec-4b62-8bcb-4930ed336b0a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.311240] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f2ce4c-45f5-4949-9833-573d10b9c41a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.317978] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7fef56-a8ca-401b-8337-18da854ebbaf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.337774] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a311c48-24b3-4143-91c5-d3e474637203 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.352416] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] The volume has not been displaced from its original location: [datastore2] volume-feb107e9-6ce6-4cad-8917-91f110640b32/volume-feb107e9-6ce6-4cad-8917-91f110640b32.vmdk. No consolidation needed. {{(pid=69265) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1363.357665] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1363.360357] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464e39de-baab-47d6-90f2-e6b1e8f6f079 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.377648] env[69265]: DEBUG oslo_vmware.api [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172491} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.378694] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.378883] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.379074] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.379252] env[69265]: INFO nova.compute.manager [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1363.379479] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.379715] env[69265]: DEBUG oslo_vmware.api [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1363.379715] env[69265]: value = "task-3477299" [ 1363.379715] env[69265]: _type = "Task" [ 1363.379715] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.379895] env[69265]: DEBUG nova.compute.manager [-] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.379994] env[69265]: DEBUG nova.network.neutron [-] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.388686] env[69265]: DEBUG oslo_vmware.api [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.536727] env[69265]: DEBUG oslo_vmware.api [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477295, 'name': ReconfigVM_Task, 'duration_secs': 2.023228} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.537071] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695208', 'volume_id': 'a67f6102-95a4-47d0-95ef-c2a5716e4717', 'name': 'volume-a67f6102-95a4-47d0-95ef-c2a5716e4717', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c133a3a-dddf-4a97-a9c3-91aa06b0f795', 'attached_at': '', 'detached_at': '', 'volume_id': 'a67f6102-95a4-47d0-95ef-c2a5716e4717', 'serial': 'a67f6102-95a4-47d0-95ef-c2a5716e4717'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1363.674283] env[69265]: DEBUG oslo_concurrency.lockutils [None req-f0b2e699-f9d4-4261-a316-9427de5af789 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "432fb5e9-b09c-4372-a309-981d38b28dd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.634s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.724869] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d6b007-0748-4334-a49d-4350b99a33ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.732470] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c02d5bf-7edb-4773-851c-8b704c0c3892 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.766865] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607cfbcc-d55b-4126-934f-9d8fe9dd3182 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.774450] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2038a3ca-b100-4768-b67b-81bcf2fa8683 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.789942] env[69265]: DEBUG nova.compute.provider_tree [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.890980] env[69265]: DEBUG oslo_vmware.api [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477299, 'name': ReconfigVM_Task, 'duration_secs': 0.200483} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.891297] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1363.896063] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b5133b-4d11-4926-bedf-9b382abee1a3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.910418] env[69265]: DEBUG oslo_vmware.api [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1363.910418] env[69265]: value = "task-3477300" [ 1363.910418] env[69265]: _type = "Task" [ 1363.910418] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.918094] env[69265]: DEBUG oslo_vmware.api [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.025165] env[69265]: DEBUG nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-vif-deleted-4a852eb6-3231-460e-9f47-2e511814bf65 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.025384] env[69265]: INFO nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Neutron deleted interface 4a852eb6-3231-460e-9f47-2e511814bf65; detaching it from the instance and deleting it from the info cache [ 1364.025666] env[69265]: DEBUG nova.network.neutron [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updating instance_info_cache with network_info: [{"id": "1df54cb5-d6bb-439e-b999-83885331f7f1", "address": "fa:16:3e:22:b8:6e", "network": {"id": "1f241201-4664-4c89-a010-b4884176e09b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-335464975", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1df54cb5-d6", "ovs_interfaceid": "1df54cb5-d6bb-439e-b999-83885331f7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edddc72d-f0a9-4009-a0a7-010f26370f40", "address": "fa:16:3e:ea:18:46", "network": {"id": "a2cc8f92-2dcd-4d05-9075-fbf81edec158", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861458581", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedddc72d-f0", "ovs_interfaceid": "edddc72d-f0a9-4009-a0a7-010f26370f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.081421] env[69265]: DEBUG nova.objects.instance [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'flavor' on Instance uuid 6c133a3a-dddf-4a97-a9c3-91aa06b0f795 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.292734] env[69265]: DEBUG nova.scheduler.client.report [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.420452] env[69265]: DEBUG oslo_vmware.api [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477300, 'name': ReconfigVM_Task, 'duration_secs': 0.124121} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.420781] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695207', 'volume_id': 'feb107e9-6ce6-4cad-8917-91f110640b32', 'name': 'volume-feb107e9-6ce6-4cad-8917-91f110640b32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8949414-ccd2-42fe-9fb8-07aac6854ed4', 'attached_at': '', 'detached_at': '', 'volume_id': 'feb107e9-6ce6-4cad-8917-91f110640b32', 'serial': 'feb107e9-6ce6-4cad-8917-91f110640b32'} {{(pid=69265) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1364.498043] env[69265]: DEBUG nova.network.neutron [-] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.528869] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c427f1c-17d6-4893-b46d-2a69807b690b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.538673] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e447476-7b20-43e4-8189-6e3961ef5db6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.567200] env[69265]: DEBUG nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Detach interface failed, port_id=4a852eb6-3231-460e-9f47-2e511814bf65, reason: Instance f63f7575-1aed-42b1-8c09-f5cb02d58f2a could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1364.567427] env[69265]: DEBUG nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-vif-deleted-1df54cb5-d6bb-439e-b999-83885331f7f1 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.567601] env[69265]: INFO nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Neutron deleted interface 1df54cb5-d6bb-439e-b999-83885331f7f1; detaching it from the instance and deleting it from the info cache [ 1364.567846] env[69265]: DEBUG nova.network.neutron [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updating instance_info_cache with network_info: [{"id": "edddc72d-f0a9-4009-a0a7-010f26370f40", "address": "fa:16:3e:ea:18:46", "network": {"id": "a2cc8f92-2dcd-4d05-9075-fbf81edec158", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861458581", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedddc72d-f0", "ovs_interfaceid": "edddc72d-f0a9-4009-a0a7-010f26370f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.797977] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.815881] env[69265]: INFO nova.scheduler.client.report [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Deleted allocations for instance e3cce2ba-6f02-4e58-a383-6c864b6a3c15 [ 1364.965988] env[69265]: DEBUG nova.objects.instance [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'flavor' on Instance uuid d8949414-ccd2-42fe-9fb8-07aac6854ed4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.000805] env[69265]: INFO nova.compute.manager [-] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Took 1.62 seconds to deallocate network for instance. [ 1365.012453] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "a9493669-4629-4ca9-a3a8-3563f13f88c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.012707] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "a9493669-4629-4ca9-a3a8-3563f13f88c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.070748] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2436c2fa-37ff-4b5a-b1ad-d8ef65ca6f42 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.080266] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ff305-1f5d-4947-9eca-3a4e40e411b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.090706] env[69265]: DEBUG oslo_concurrency.lockutils [None req-58631097-4096-4266-b623-fcd987feef60 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.732s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.109742] env[69265]: DEBUG nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Detach interface failed, port_id=1df54cb5-d6bb-439e-b999-83885331f7f1, reason: Instance f63f7575-1aed-42b1-8c09-f5cb02d58f2a could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1365.111424] env[69265]: DEBUG nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Received event network-vif-deleted-edddc72d-f0a9-4009-a0a7-010f26370f40 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.111424] env[69265]: INFO nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Neutron deleted interface edddc72d-f0a9-4009-a0a7-010f26370f40; detaching it from the instance and deleting it from the info cache [ 1365.111424] env[69265]: DEBUG nova.network.neutron [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.323688] env[69265]: DEBUG oslo_concurrency.lockutils [None req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Lock "e3cce2ba-6f02-4e58-a383-6c864b6a3c15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.555s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.508606] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.508894] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.509172] env[69265]: DEBUG nova.objects.instance [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lazy-loading 'resources' on Instance uuid f63f7575-1aed-42b1-8c09-f5cb02d58f2a {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.515200] env[69265]: DEBUG nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.612957] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a33df0e-5ef1-4577-820e-c46ca9a86c39 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.622163] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55a5b58-84ca-4081-bb00-d36e598de189 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.649252] env[69265]: DEBUG nova.compute.manager [req-8032d677-17f8-4007-a6c3-d0727e83043c req-411a286e-15f5-4030-9c3e-8374c0b6e672 service nova] [instance: f63f7575-1aed-42b1-8c09-f5cb02d58f2a] Detach interface failed, port_id=edddc72d-f0a9-4009-a0a7-010f26370f40, reason: Instance f63f7575-1aed-42b1-8c09-f5cb02d58f2a could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1365.710413] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.710660] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.710871] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.711065] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.711238] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.713642] env[69265]: INFO nova.compute.manager [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Terminating instance [ 1365.974834] env[69265]: DEBUG oslo_concurrency.lockutils [None req-08daa98d-f7e1-4eee-b395-cd6dc8c529d2 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.032281] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.086794] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe84e79-6523-443a-a576-0d6d5a37445a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.094644] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e870ad0d-204b-47b2-9f64-652d150ba107 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.125023] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523e634-37df-4b9c-a7a8-eace08eae841 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.131779] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07237330-fcd4-4e57-b8e1-4735e774a080 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.144927] env[69265]: DEBUG nova.compute.provider_tree [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.218156] env[69265]: DEBUG nova.compute.manager [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.218382] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.219463] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5740ab5-ac7e-48ed-9822-5be6952d1049 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.227447] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.227651] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e8498c-c6d9-4abf-bb50-3fe70fa81cd9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.234636] env[69265]: DEBUG oslo_vmware.api [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1366.234636] env[69265]: value = "task-3477301" [ 1366.234636] env[69265]: _type = "Task" [ 1366.234636] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.242456] env[69265]: DEBUG oslo_vmware.api [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.647848] env[69265]: DEBUG nova.scheduler.client.report [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.744334] env[69265]: DEBUG oslo_vmware.api [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477301, 'name': PowerOffVM_Task, 'duration_secs': 0.18709} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.744487] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.744640] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.744910] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79e38176-1914-4678-a524-c0d25877da34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.801762] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.802041] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.802266] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleting the datastore file [datastore2] 6c133a3a-dddf-4a97-a9c3-91aa06b0f795 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.802530] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12ddf177-ed1e-4039-973b-934cb9ed7d04 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.808526] env[69265]: DEBUG oslo_vmware.api [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for the task: (returnval){ [ 1366.808526] env[69265]: value = "task-3477304" [ 1366.808526] env[69265]: _type = "Task" [ 1366.808526] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.816370] env[69265]: DEBUG oslo_vmware.api [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.132529] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.132828] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.132994] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.133227] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.133428] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.135708] env[69265]: INFO nova.compute.manager [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Terminating instance [ 1367.151915] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.155025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.122s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.155611] env[69265]: INFO nova.compute.claims [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.178282] env[69265]: INFO nova.scheduler.client.report [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Deleted allocations for instance f63f7575-1aed-42b1-8c09-f5cb02d58f2a [ 1367.318658] env[69265]: DEBUG oslo_vmware.api [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Task: {'id': task-3477304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129867} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.318921] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.319176] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.319385] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.319620] env[69265]: INFO nova.compute.manager [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1367.319809] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.320024] env[69265]: DEBUG nova.compute.manager [-] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.320137] env[69265]: DEBUG nova.network.neutron [-] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.642311] env[69265]: DEBUG nova.compute.manager [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.642311] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.642311] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8948608-d9f9-4271-a47e-e789d64444a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.651969] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.652448] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61aafbff-cca1-4b31-85d4-fd0752f3b7ba {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.663237] env[69265]: DEBUG oslo_vmware.api [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1367.663237] env[69265]: value = "task-3477305" [ 1367.663237] env[69265]: _type = "Task" [ 1367.663237] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.673343] env[69265]: DEBUG oslo_vmware.api [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.690480] env[69265]: DEBUG oslo_concurrency.lockutils [None req-851895c9-5d68-41d5-858b-9c4beb4d1106 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "f63f7575-1aed-42b1-8c09-f5cb02d58f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.005s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.988947] env[69265]: DEBUG nova.compute.manager [req-3d4a382b-6822-4637-8951-3e8efdf6b167 req-03d7fd69-45bf-48ac-904a-535cc76f5e85 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Received event network-vif-deleted-8c433f02-60c6-4566-99ba-97e8672c5ef6 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.989470] env[69265]: INFO nova.compute.manager [req-3d4a382b-6822-4637-8951-3e8efdf6b167 req-03d7fd69-45bf-48ac-904a-535cc76f5e85 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Neutron deleted interface 8c433f02-60c6-4566-99ba-97e8672c5ef6; detaching it from the instance and deleting it from the info cache [ 1367.989470] env[69265]: DEBUG nova.network.neutron [req-3d4a382b-6822-4637-8951-3e8efdf6b167 req-03d7fd69-45bf-48ac-904a-535cc76f5e85 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.176160] env[69265]: DEBUG oslo_vmware.api [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477305, 'name': PowerOffVM_Task, 'duration_secs': 0.204107} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.176465] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.177009] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.177166] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f064252f-6c01-4ea2-8c45-723b79b84c09 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.234269] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.234900] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.234900] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Deleting the datastore file [datastore2] d8949414-ccd2-42fe-9fb8-07aac6854ed4 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.236123] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59f18d46-27b3-4697-963b-40b23c996cbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.241907] env[69265]: DEBUG oslo_vmware.api [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for the task: (returnval){ [ 1368.241907] env[69265]: value = "task-3477307" [ 1368.241907] env[69265]: _type = "Task" [ 1368.241907] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.250600] env[69265]: DEBUG oslo_vmware.api [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.260893] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1bf0af-c19b-4dd6-b94f-f8fdbf0e170a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.268118] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a59f327-e620-43c6-b2cd-5d7d5f000b4f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.299834] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d92963d-7d13-4883-8c96-07e150ebd9aa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.307276] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53118f88-2380-489f-a457-581192779e66 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.320135] env[69265]: DEBUG nova.compute.provider_tree [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.473724] env[69265]: DEBUG nova.network.neutron [-] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.491941] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c192e89-d1a9-470c-90a7-38e3d0a876ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.501223] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db91fb65-c3d0-491c-bc89-a7c5c8e1bb34 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.527311] env[69265]: DEBUG nova.compute.manager [req-3d4a382b-6822-4637-8951-3e8efdf6b167 req-03d7fd69-45bf-48ac-904a-535cc76f5e85 service nova] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Detach interface failed, port_id=8c433f02-60c6-4566-99ba-97e8672c5ef6, reason: Instance 6c133a3a-dddf-4a97-a9c3-91aa06b0f795 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1368.610506] env[69265]: DEBUG nova.compute.manager [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Stashing vm_state: active {{(pid=69265) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1368.753307] env[69265]: DEBUG oslo_vmware.api [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Task: {'id': task-3477307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135886} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.753640] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.753789] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.753932] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.754158] env[69265]: INFO nova.compute.manager [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1368.754413] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.754610] env[69265]: DEBUG nova.compute.manager [-] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.754717] env[69265]: DEBUG nova.network.neutron [-] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.823411] env[69265]: DEBUG nova.scheduler.client.report [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.976631] env[69265]: INFO nova.compute.manager [-] [instance: 6c133a3a-dddf-4a97-a9c3-91aa06b0f795] Took 1.66 seconds to deallocate network for instance. [ 1369.133642] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.334760] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.335315] env[69265]: DEBUG nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.338573] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.205s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.485122] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.841471] env[69265]: DEBUG nova.compute.utils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.843418] env[69265]: DEBUG nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.843589] env[69265]: DEBUG nova.network.neutron [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.848142] env[69265]: INFO nova.compute.claims [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.933212] env[69265]: DEBUG nova.policy [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af691b7eb99341458ccf0c78642c5b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ce13bb20cc4b338120617b25e0ada3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.035645] env[69265]: DEBUG nova.compute.manager [req-fc3ddc0b-d102-4201-9787-3cfe0cb69600 req-daf3870a-ec7a-4516-a3c6-3ad3ea3446b7 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Received event network-vif-deleted-99a3cef4-df74-4724-b62b-e34a1349bbb2 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.035645] env[69265]: INFO nova.compute.manager [req-fc3ddc0b-d102-4201-9787-3cfe0cb69600 req-daf3870a-ec7a-4516-a3c6-3ad3ea3446b7 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Neutron deleted interface 99a3cef4-df74-4724-b62b-e34a1349bbb2; detaching it from the instance and deleting it from the info cache [ 1370.035645] env[69265]: DEBUG nova.network.neutron [req-fc3ddc0b-d102-4201-9787-3cfe0cb69600 req-daf3870a-ec7a-4516-a3c6-3ad3ea3446b7 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.137660] env[69265]: DEBUG nova.network.neutron [-] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.339851] env[69265]: DEBUG nova.network.neutron [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Successfully created port: 401f0703-4e3e-44ac-94f8-3a2d91edc378 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.353425] env[69265]: DEBUG nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.360028] env[69265]: INFO nova.compute.resource_tracker [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating resource usage from migration a0a0fc9a-559e-4b06-9148-78d6d6456c70 [ 1370.463628] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a7033-f4c3-4c4a-84f4-9adfa1602d56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.470945] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88450083-341c-43c2-ac59-f81a7cf27f5b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.505594] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cb3390-ee09-414b-a143-e64b76a428d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.513015] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38263809-bb75-4d29-8830-e3b6fb5fb69c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.528059] env[69265]: DEBUG nova.compute.provider_tree [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.546244] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b593ecf7-bdcb-4b0c-81a1-ed0f50962527 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.557481] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77863fd8-1198-4e72-9f89-acc4a4b26928 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.590207] env[69265]: DEBUG nova.compute.manager [req-fc3ddc0b-d102-4201-9787-3cfe0cb69600 req-daf3870a-ec7a-4516-a3c6-3ad3ea3446b7 service nova] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Detach interface failed, port_id=99a3cef4-df74-4724-b62b-e34a1349bbb2, reason: Instance d8949414-ccd2-42fe-9fb8-07aac6854ed4 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.644452] env[69265]: INFO nova.compute.manager [-] [instance: d8949414-ccd2-42fe-9fb8-07aac6854ed4] Took 1.89 seconds to deallocate network for instance. [ 1370.653073] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.653311] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.034141] env[69265]: DEBUG nova.scheduler.client.report [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.152088] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.155689] env[69265]: DEBUG nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.367420] env[69265]: DEBUG nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.394093] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.394360] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.394544] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.394725] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.394874] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.395039] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.395294] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.395461] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.395629] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.395791] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.395979] env[69265]: DEBUG nova.virt.hardware [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.397810] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f02c79-f2ad-44b7-80d2-1d2dd3010c7b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.404565] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e4de36-fb74-476a-ae1a-9331ced47e7a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.539141] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.201s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.539373] env[69265]: INFO nova.compute.manager [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Migrating [ 1371.546401] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.061s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.546623] env[69265]: DEBUG nova.objects.instance [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lazy-loading 'resources' on Instance uuid 6c133a3a-dddf-4a97-a9c3-91aa06b0f795 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.653766] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de79e8d-e724-493e-80b4-3c7d0590fa33 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.663678] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d30268-f64f-4cc5-a07a-bf354acaffd8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.697132] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.697249] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15835b74-8b9e-46b0-a92c-40f51d87f306 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.704822] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d108572e-0c25-4a7b-bf36-f83fc17a745c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.718606] env[69265]: DEBUG nova.compute.provider_tree [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.809702] env[69265]: DEBUG nova.network.neutron [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Successfully updated port: 401f0703-4e3e-44ac-94f8-3a2d91edc378 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.060395] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.060592] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.061106] env[69265]: DEBUG nova.network.neutron [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.069580] env[69265]: DEBUG nova.compute.manager [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Received event network-vif-plugged-401f0703-4e3e-44ac-94f8-3a2d91edc378 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.069795] env[69265]: DEBUG oslo_concurrency.lockutils [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] Acquiring lock "a9493669-4629-4ca9-a3a8-3563f13f88c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.070056] env[69265]: DEBUG oslo_concurrency.lockutils [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] Lock "a9493669-4629-4ca9-a3a8-3563f13f88c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.070175] env[69265]: DEBUG oslo_concurrency.lockutils [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] Lock "a9493669-4629-4ca9-a3a8-3563f13f88c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.070322] env[69265]: DEBUG nova.compute.manager [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] No waiting events found dispatching network-vif-plugged-401f0703-4e3e-44ac-94f8-3a2d91edc378 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.070499] env[69265]: WARNING nova.compute.manager [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Received unexpected event network-vif-plugged-401f0703-4e3e-44ac-94f8-3a2d91edc378 for instance with vm_state building and task_state spawning. [ 1372.070638] env[69265]: DEBUG nova.compute.manager [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Received event network-changed-401f0703-4e3e-44ac-94f8-3a2d91edc378 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.070787] env[69265]: DEBUG nova.compute.manager [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Refreshing instance network info cache due to event network-changed-401f0703-4e3e-44ac-94f8-3a2d91edc378. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.070961] env[69265]: DEBUG oslo_concurrency.lockutils [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] Acquiring lock "refresh_cache-a9493669-4629-4ca9-a3a8-3563f13f88c2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.071107] env[69265]: DEBUG oslo_concurrency.lockutils [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] Acquired lock "refresh_cache-a9493669-4629-4ca9-a3a8-3563f13f88c2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.071610] env[69265]: DEBUG nova.network.neutron [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Refreshing network info cache for port 401f0703-4e3e-44ac-94f8-3a2d91edc378 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.224547] env[69265]: DEBUG nova.scheduler.client.report [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.312244] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "refresh_cache-a9493669-4629-4ca9-a3a8-3563f13f88c2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.601141] env[69265]: DEBUG nova.network.neutron [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.666658] env[69265]: DEBUG nova.network.neutron [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.728880] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.182s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.730995] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.579s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.731264] env[69265]: DEBUG nova.objects.instance [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lazy-loading 'resources' on Instance uuid d8949414-ccd2-42fe-9fb8-07aac6854ed4 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.751089] env[69265]: INFO nova.scheduler.client.report [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Deleted allocations for instance 6c133a3a-dddf-4a97-a9c3-91aa06b0f795 [ 1372.755432] env[69265]: DEBUG nova.network.neutron [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [{"id": "522ef1da-05a1-4435-b766-b14c5e2a766b", "address": "fa:16:3e:42:96:b2", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522ef1da-05", "ovs_interfaceid": "522ef1da-05a1-4435-b766-b14c5e2a766b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.171081] env[69265]: DEBUG oslo_concurrency.lockutils [req-9486a89b-5d6f-4ea4-bae9-fd94842c3d11 req-ec058d1d-053b-4397-8d1c-a871a0ba9298 service nova] Releasing lock "refresh_cache-a9493669-4629-4ca9-a3a8-3563f13f88c2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.171081] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "refresh_cache-a9493669-4629-4ca9-a3a8-3563f13f88c2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.171081] env[69265]: DEBUG nova.network.neutron [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.259615] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.261127] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ed146a56-b01b-4019-8da5-1b6100e2036f tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Lock "6c133a3a-dddf-4a97-a9c3-91aa06b0f795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.550s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.346973] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb77078-1b66-46f1-9d75-6b3f6c26914e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.356153] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb8d22-586c-4717-8a34-5acdbf20e646 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.388853] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fc13d8-66cf-4303-b997-77bf703344fa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.396564] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb07fe8-18bc-49aa-b3c0-6f0ec4541fa2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.411239] env[69265]: DEBUG nova.compute.provider_tree [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.704007] env[69265]: DEBUG nova.network.neutron [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.848168] env[69265]: DEBUG nova.network.neutron [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Updating instance_info_cache with network_info: [{"id": "401f0703-4e3e-44ac-94f8-3a2d91edc378", "address": "fa:16:3e:a8:a7:37", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401f0703-4e", "ovs_interfaceid": "401f0703-4e3e-44ac-94f8-3a2d91edc378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.915352] env[69265]: DEBUG nova.scheduler.client.report [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.351358] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "refresh_cache-a9493669-4629-4ca9-a3a8-3563f13f88c2" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.352030] env[69265]: DEBUG nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Instance network_info: |[{"id": "401f0703-4e3e-44ac-94f8-3a2d91edc378", "address": "fa:16:3e:a8:a7:37", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401f0703-4e", "ovs_interfaceid": "401f0703-4e3e-44ac-94f8-3a2d91edc378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.352207] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:a7:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '401f0703-4e3e-44ac-94f8-3a2d91edc378', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.359657] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.360772] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.360772] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01409804-f3cc-4918-a2cd-5c48e5c93900 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.380627] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.380627] env[69265]: value = "task-3477309" [ 1374.380627] env[69265]: _type = "Task" [ 1374.380627] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.388548] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477309, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.419954] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.422307] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.726s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.423965] env[69265]: INFO nova.compute.claims [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.445883] env[69265]: INFO nova.scheduler.client.report [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Deleted allocations for instance d8949414-ccd2-42fe-9fb8-07aac6854ed4 [ 1374.775205] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d2a5b-18c6-4326-b9a1-b56abbbb24b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.793612] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance '79623e98-69db-4eba-b0ac-5ed2a20dc339' progress to 0 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.890152] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477309, 'name': CreateVM_Task, 'duration_secs': 0.30118} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.890312] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.890984] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.891167] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.891478] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.891716] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34d9d4a-7595-473b-b119-2c77697817a1 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.895819] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1374.895819] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522596bf-149a-59c9-f8f2-c0698cee33f5" [ 1374.895819] env[69265]: _type = "Task" [ 1374.895819] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.904662] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522596bf-149a-59c9-f8f2-c0698cee33f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.953652] env[69265]: DEBUG oslo_concurrency.lockutils [None req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Lock "d8949414-ccd2-42fe-9fb8-07aac6854ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.821s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.299313] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.299605] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d402fe6e-488a-40a0-94c4-316e641233a9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.307401] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1375.307401] env[69265]: value = "task-3477310" [ 1375.307401] env[69265]: _type = "Task" [ 1375.307401] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.315643] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.406939] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]522596bf-149a-59c9-f8f2-c0698cee33f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.407283] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.407524] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.407764] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.407913] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.408129] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.408394] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3785a660-b1f4-43e1-bc35-2384c8ac1d0f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.418373] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.418574] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.419297] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c774b006-657e-449f-8931-3067b251798a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.424483] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1375.424483] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202e80a-b271-fdc7-207d-f117b290ba62" [ 1375.424483] env[69265]: _type = "Task" [ 1375.424483] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.434441] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202e80a-b271-fdc7-207d-f117b290ba62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.507529] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87777f4b-39cb-4e2c-8f5f-02ed6a1bc96a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.514877] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f424d7e6-1282-43bf-9bff-0d239917e5ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.548950] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0233c61-2b75-4be2-918f-e35d6c9bb813 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.556267] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1492038b-79ee-469f-ac7d-544e9a45e53e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.569178] env[69265]: DEBUG nova.compute.provider_tree [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.817456] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477310, 'name': PowerOffVM_Task, 'duration_secs': 0.232754} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.817733] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.817906] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance '79623e98-69db-4eba-b0ac-5ed2a20dc339' progress to 17 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.937238] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5202e80a-b271-fdc7-207d-f117b290ba62, 'name': SearchDatastore_Task, 'duration_secs': 0.008353} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.937991] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf1ded5-ee63-4e94-bd65-449d483ace56 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.943055] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1375.943055] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f4e874-e4e8-6ee5-43e8-05fdf43a2350" [ 1375.943055] env[69265]: _type = "Task" [ 1375.943055] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.950147] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f4e874-e4e8-6ee5-43e8-05fdf43a2350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.073055] env[69265]: DEBUG nova.scheduler.client.report [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.324750] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.325039] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.325221] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.325401] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.325550] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.325694] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.325895] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.326066] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.326236] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.326403] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.326572] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.332912] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9778ca1d-dc96-40ba-aec0-a9ededc5a720 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.350970] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1376.350970] env[69265]: value = "task-3477313" [ 1376.350970] env[69265]: _type = "Task" [ 1376.350970] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.364188] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.455362] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f4e874-e4e8-6ee5-43e8-05fdf43a2350, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.455702] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.455891] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] a9493669-4629-4ca9-a3a8-3563f13f88c2/a9493669-4629-4ca9-a3a8-3563f13f88c2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.456175] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fb61c95-2515-47ed-bcc6-12a976fdc75a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.463875] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1376.463875] env[69265]: value = "task-3477314" [ 1376.463875] env[69265]: _type = "Task" [ 1376.463875] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.471534] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.577851] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.578343] env[69265]: DEBUG nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.863730] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477313, 'name': ReconfigVM_Task, 'duration_secs': 0.19104} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.864193] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance '79623e98-69db-4eba-b0ac-5ed2a20dc339' progress to 33 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.974713] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510311} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.974969] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] a9493669-4629-4ca9-a3a8-3563f13f88c2/a9493669-4629-4ca9-a3a8-3563f13f88c2.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.975225] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.975482] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb81b572-8b80-4029-9f74-dfedd8cf5c9a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.982468] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1376.982468] env[69265]: value = "task-3477315" [ 1376.982468] env[69265]: _type = "Task" [ 1376.982468] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.989775] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.082721] env[69265]: DEBUG nova.compute.utils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.084177] env[69265]: DEBUG nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.084354] env[69265]: DEBUG nova.network.neutron [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.129421] env[69265]: DEBUG nova.policy [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f530232e3f64c08add3eb7f809cddcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f8940d22fb54642b5355bf6c26aefda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.371971] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.372276] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.372443] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.372629] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.372778] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.372927] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.373148] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.373314] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.373483] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.373645] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.373819] env[69265]: DEBUG nova.virt.hardware [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.379105] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1377.379978] env[69265]: DEBUG nova.network.neutron [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Successfully created port: 8e54b1c4-a398-48bf-a101-94e46a8c6187 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.381454] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcbc97e0-c46f-4fe5-a2a2-41068346f285 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.400227] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1377.400227] env[69265]: value = "task-3477316" [ 1377.400227] env[69265]: _type = "Task" [ 1377.400227] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.407975] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.493650] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056922} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.493952] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.494766] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566915cd-8c7d-420c-a464-aeb5a24e376e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.517412] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a9493669-4629-4ca9-a3a8-3563f13f88c2/a9493669-4629-4ca9-a3a8-3563f13f88c2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.517583] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2cc353a-6983-4cc4-ac98-8c95658c0668 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.537397] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1377.537397] env[69265]: value = "task-3477317" [ 1377.537397] env[69265]: _type = "Task" [ 1377.537397] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.546320] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.588592] env[69265]: DEBUG nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.678622] env[69265]: DEBUG nova.network.neutron [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Successfully created port: e2bc5a1a-02ee-47f7-ae66-3ded384020dc {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.910501] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477316, 'name': ReconfigVM_Task, 'duration_secs': 0.210979} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.910894] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.911765] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560fb978-6821-43b0-8ea6-cc4edd66d3ac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.940215] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339/79623e98-69db-4eba-b0ac-5ed2a20dc339.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.940215] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5145d148-23c1-4459-8c93-90e3d640e0fe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.961901] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1377.961901] env[69265]: value = "task-3477318" [ 1377.961901] env[69265]: _type = "Task" [ 1377.961901] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.971456] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.047762] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477317, 'name': ReconfigVM_Task, 'duration_secs': 0.309849} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.048179] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a9493669-4629-4ca9-a3a8-3563f13f88c2/a9493669-4629-4ca9-a3a8-3563f13f88c2.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.049018] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a6f7f5a-736d-4ebf-b655-3238d5b0061f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.057653] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1378.057653] env[69265]: value = "task-3477320" [ 1378.057653] env[69265]: _type = "Task" [ 1378.057653] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.067053] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477320, 'name': Rename_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.472053] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477318, 'name': ReconfigVM_Task, 'duration_secs': 0.50009} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.472392] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339/79623e98-69db-4eba-b0ac-5ed2a20dc339.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.472657] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance '79623e98-69db-4eba-b0ac-5ed2a20dc339' progress to 50 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1378.567639] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477320, 'name': Rename_Task, 'duration_secs': 0.152051} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.567918] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.568287] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f67961f-2121-4b85-97fd-1909502fa776 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.574045] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1378.574045] env[69265]: value = "task-3477321" [ 1378.574045] env[69265]: _type = "Task" [ 1378.574045] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.581280] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.598481] env[69265]: DEBUG nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.626422] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.626688] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.626827] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.627014] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.627176] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.627330] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.627537] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.627780] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.627858] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.628067] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.628293] env[69265]: DEBUG nova.virt.hardware [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.629144] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477889ad-8b96-4df5-aa23-1975ff4b7d60 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.637125] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e65ed6-d2f8-4d91-9f18-b8686e5f00b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.979637] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7865d-ba32-40ff-aee8-247ba9872f3e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.999540] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1187d682-e36d-439c-9ae8-a25e56842b8f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.019244] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance '79623e98-69db-4eba-b0ac-5ed2a20dc339' progress to 67 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.087705] env[69265]: DEBUG oslo_vmware.api [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477321, 'name': PowerOnVM_Task, 'duration_secs': 0.499147} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.087997] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.088219] env[69265]: INFO nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1379.088404] env[69265]: DEBUG nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.089515] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a6d026-5f6e-4e76-aa51-18a4af845056 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.237954] env[69265]: DEBUG nova.compute.manager [req-aad9418b-4fac-4053-aaa5-343423878f53 req-d1ffc20b-836f-4f92-9a02-a329e5d244af service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Received event network-vif-plugged-8e54b1c4-a398-48bf-a101-94e46a8c6187 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.238265] env[69265]: DEBUG oslo_concurrency.lockutils [req-aad9418b-4fac-4053-aaa5-343423878f53 req-d1ffc20b-836f-4f92-9a02-a329e5d244af service nova] Acquiring lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.238528] env[69265]: DEBUG oslo_concurrency.lockutils [req-aad9418b-4fac-4053-aaa5-343423878f53 req-d1ffc20b-836f-4f92-9a02-a329e5d244af service nova] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.238722] env[69265]: DEBUG oslo_concurrency.lockutils [req-aad9418b-4fac-4053-aaa5-343423878f53 req-d1ffc20b-836f-4f92-9a02-a329e5d244af service nova] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.238934] env[69265]: DEBUG nova.compute.manager [req-aad9418b-4fac-4053-aaa5-343423878f53 req-d1ffc20b-836f-4f92-9a02-a329e5d244af service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] No waiting events found dispatching network-vif-plugged-8e54b1c4-a398-48bf-a101-94e46a8c6187 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.239342] env[69265]: WARNING nova.compute.manager [req-aad9418b-4fac-4053-aaa5-343423878f53 req-d1ffc20b-836f-4f92-9a02-a329e5d244af service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Received unexpected event network-vif-plugged-8e54b1c4-a398-48bf-a101-94e46a8c6187 for instance with vm_state building and task_state spawning. [ 1379.322559] env[69265]: DEBUG nova.network.neutron [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Successfully updated port: 8e54b1c4-a398-48bf-a101-94e46a8c6187 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.555421] env[69265]: DEBUG nova.network.neutron [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Port 522ef1da-05a1-4435-b766-b14c5e2a766b binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1379.607869] env[69265]: INFO nova.compute.manager [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Took 13.59 seconds to build instance. [ 1380.109993] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ec10854f-e2e3-4539-8a88-e84c29108497 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "a9493669-4629-4ca9-a3a8-3563f13f88c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.097s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.581455] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.581651] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.581827] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.969639] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "a9493669-4629-4ca9-a3a8-3563f13f88c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.969908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "a9493669-4629-4ca9-a3a8-3563f13f88c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.970143] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "a9493669-4629-4ca9-a3a8-3563f13f88c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.970332] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "a9493669-4629-4ca9-a3a8-3563f13f88c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.970506] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "a9493669-4629-4ca9-a3a8-3563f13f88c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.972848] env[69265]: INFO nova.compute.manager [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Terminating instance [ 1381.263758] env[69265]: DEBUG nova.compute.manager [req-cb590d2d-1a68-489d-9c57-c23fb24baf3e req-2a5ac39a-a206-41ae-8b31-afc838113f7c service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Received event network-changed-8e54b1c4-a398-48bf-a101-94e46a8c6187 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.263981] env[69265]: DEBUG nova.compute.manager [req-cb590d2d-1a68-489d-9c57-c23fb24baf3e req-2a5ac39a-a206-41ae-8b31-afc838113f7c service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Refreshing instance network info cache due to event network-changed-8e54b1c4-a398-48bf-a101-94e46a8c6187. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.264219] env[69265]: DEBUG oslo_concurrency.lockutils [req-cb590d2d-1a68-489d-9c57-c23fb24baf3e req-2a5ac39a-a206-41ae-8b31-afc838113f7c service nova] Acquiring lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.264375] env[69265]: DEBUG oslo_concurrency.lockutils [req-cb590d2d-1a68-489d-9c57-c23fb24baf3e req-2a5ac39a-a206-41ae-8b31-afc838113f7c service nova] Acquired lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.264923] env[69265]: DEBUG nova.network.neutron [req-cb590d2d-1a68-489d-9c57-c23fb24baf3e req-2a5ac39a-a206-41ae-8b31-afc838113f7c service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Refreshing network info cache for port 8e54b1c4-a398-48bf-a101-94e46a8c6187 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.420100] env[69265]: DEBUG nova.network.neutron [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Successfully updated port: e2bc5a1a-02ee-47f7-ae66-3ded384020dc {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.476550] env[69265]: DEBUG nova.compute.manager [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.476803] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.478243] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd34e03-ce27-41cc-bb23-59544c7ea7cc {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.485926] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.486179] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b8489e1-b211-434d-808e-77961ea05ffa {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.493685] env[69265]: DEBUG oslo_vmware.api [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1381.493685] env[69265]: value = "task-3477324" [ 1381.493685] env[69265]: _type = "Task" [ 1381.493685] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.501698] env[69265]: DEBUG oslo_vmware.api [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.629571] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.629810] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.630039] env[69265]: DEBUG nova.network.neutron [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.807440] env[69265]: DEBUG nova.network.neutron [req-cb590d2d-1a68-489d-9c57-c23fb24baf3e req-2a5ac39a-a206-41ae-8b31-afc838113f7c service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.880563] env[69265]: DEBUG nova.network.neutron [req-cb590d2d-1a68-489d-9c57-c23fb24baf3e req-2a5ac39a-a206-41ae-8b31-afc838113f7c service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.923799] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.003534] env[69265]: DEBUG oslo_vmware.api [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477324, 'name': PowerOffVM_Task, 'duration_secs': 0.198343} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.003800] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.004109] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.004415] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f65a9d3-8993-4a58-a323-5ad12d60e401 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.064702] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.064922] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.065220] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleting the datastore file [datastore2] a9493669-4629-4ca9-a3a8-3563f13f88c2 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.065546] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9abdd03-d35f-4542-b3fc-90a30e40fff0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.071329] env[69265]: DEBUG oslo_vmware.api [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1382.071329] env[69265]: value = "task-3477326" [ 1382.071329] env[69265]: _type = "Task" [ 1382.071329] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.078540] env[69265]: DEBUG oslo_vmware.api [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.339988] env[69265]: DEBUG nova.network.neutron [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [{"id": "522ef1da-05a1-4435-b766-b14c5e2a766b", "address": "fa:16:3e:42:96:b2", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522ef1da-05", "ovs_interfaceid": "522ef1da-05a1-4435-b766-b14c5e2a766b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.383058] env[69265]: DEBUG oslo_concurrency.lockutils [req-cb590d2d-1a68-489d-9c57-c23fb24baf3e req-2a5ac39a-a206-41ae-8b31-afc838113f7c service nova] Releasing lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.383281] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquired lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.383441] env[69265]: DEBUG nova.network.neutron [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.583222] env[69265]: DEBUG oslo_vmware.api [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1301} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.583482] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.583668] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.583848] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.584033] env[69265]: INFO nova.compute.manager [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1382.584373] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.584574] env[69265]: DEBUG nova.compute.manager [-] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.584670] env[69265]: DEBUG nova.network.neutron [-] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.843900] env[69265]: DEBUG oslo_concurrency.lockutils [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.932809] env[69265]: DEBUG nova.network.neutron [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.193499] env[69265]: DEBUG nova.network.neutron [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Updating instance_info_cache with network_info: [{"id": "8e54b1c4-a398-48bf-a101-94e46a8c6187", "address": "fa:16:3e:0f:82:42", "network": {"id": "d1b989c3-27c8-4ab8-a1e5-8d4ad20fa425", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1428784843", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e54b1c4-a3", "ovs_interfaceid": "8e54b1c4-a398-48bf-a101-94e46a8c6187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2bc5a1a-02ee-47f7-ae66-3ded384020dc", "address": "fa:16:3e:7e:37:77", "network": {"id": "b562f335-7453-46e3-b682-8c66b865dd72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1049979179", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bc5a1a-02", "ovs_interfaceid": "e2bc5a1a-02ee-47f7-ae66-3ded384020dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.301790] env[69265]: DEBUG nova.compute.manager [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Received event network-vif-plugged-e2bc5a1a-02ee-47f7-ae66-3ded384020dc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.302260] env[69265]: DEBUG oslo_concurrency.lockutils [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] Acquiring lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.302554] env[69265]: DEBUG oslo_concurrency.lockutils [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.302773] env[69265]: DEBUG oslo_concurrency.lockutils [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.302985] env[69265]: DEBUG nova.compute.manager [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] No waiting events found dispatching network-vif-plugged-e2bc5a1a-02ee-47f7-ae66-3ded384020dc {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.303178] env[69265]: WARNING nova.compute.manager [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Received unexpected event network-vif-plugged-e2bc5a1a-02ee-47f7-ae66-3ded384020dc for instance with vm_state building and task_state spawning. [ 1383.303345] env[69265]: DEBUG nova.compute.manager [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Received event network-changed-e2bc5a1a-02ee-47f7-ae66-3ded384020dc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.303503] env[69265]: DEBUG nova.compute.manager [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Refreshing instance network info cache due to event network-changed-e2bc5a1a-02ee-47f7-ae66-3ded384020dc. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.303742] env[69265]: DEBUG oslo_concurrency.lockutils [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] Acquiring lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.377020] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0410ff78-4e17-4915-b6cb-4cc86bd509f3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.397046] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2882a04f-cd14-4006-8b28-db2ac1b6980f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.402880] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance '79623e98-69db-4eba-b0ac-5ed2a20dc339' progress to 83 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.460979] env[69265]: DEBUG nova.network.neutron [-] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.696812] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Releasing lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.697238] env[69265]: DEBUG nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Instance network_info: |[{"id": "8e54b1c4-a398-48bf-a101-94e46a8c6187", "address": "fa:16:3e:0f:82:42", "network": {"id": "d1b989c3-27c8-4ab8-a1e5-8d4ad20fa425", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1428784843", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e54b1c4-a3", "ovs_interfaceid": "8e54b1c4-a398-48bf-a101-94e46a8c6187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2bc5a1a-02ee-47f7-ae66-3ded384020dc", "address": "fa:16:3e:7e:37:77", "network": {"id": "b562f335-7453-46e3-b682-8c66b865dd72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1049979179", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bc5a1a-02", "ovs_interfaceid": "e2bc5a1a-02ee-47f7-ae66-3ded384020dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.697566] env[69265]: DEBUG oslo_concurrency.lockutils [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] Acquired lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.697746] env[69265]: DEBUG nova.network.neutron [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Refreshing network info cache for port e2bc5a1a-02ee-47f7-ae66-3ded384020dc {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.699424] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:82:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e54b1c4-a398-48bf-a101-94e46a8c6187', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:37:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2bc5a1a-02ee-47f7-ae66-3ded384020dc', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.712101] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.712753] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.713012] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92a69f9-e911-442d-b6f1-197d6514bdd3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.740361] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.740361] env[69265]: value = "task-3477327" [ 1383.740361] env[69265]: _type = "Task" [ 1383.740361] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.748452] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477327, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.911120] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.912496] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d171531e-193f-4362-9369-e8fd18bb0add {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.923282] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1383.923282] env[69265]: value = "task-3477328" [ 1383.923282] env[69265]: _type = "Task" [ 1383.923282] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.939684] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.965990] env[69265]: INFO nova.compute.manager [-] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Took 1.38 seconds to deallocate network for instance. [ 1384.251425] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477327, 'name': CreateVM_Task, 'duration_secs': 0.35553} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.253975] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.254837] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.255024] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.255411] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.256111] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdfed97b-a74f-41af-9ac7-3d3ffcb01602 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.261861] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1384.261861] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5235c544-be2d-897b-0c1c-8d8d28862734" [ 1384.261861] env[69265]: _type = "Task" [ 1384.261861] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.269889] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5235c544-be2d-897b-0c1c-8d8d28862734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.422090] env[69265]: DEBUG nova.network.neutron [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Updated VIF entry in instance network info cache for port e2bc5a1a-02ee-47f7-ae66-3ded384020dc. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.422539] env[69265]: DEBUG nova.network.neutron [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Updating instance_info_cache with network_info: [{"id": "8e54b1c4-a398-48bf-a101-94e46a8c6187", "address": "fa:16:3e:0f:82:42", "network": {"id": "d1b989c3-27c8-4ab8-a1e5-8d4ad20fa425", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1428784843", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e54b1c4-a3", "ovs_interfaceid": "8e54b1c4-a398-48bf-a101-94e46a8c6187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2bc5a1a-02ee-47f7-ae66-3ded384020dc", "address": "fa:16:3e:7e:37:77", "network": {"id": "b562f335-7453-46e3-b682-8c66b865dd72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1049979179", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bc5a1a-02", "ovs_interfaceid": "e2bc5a1a-02ee-47f7-ae66-3ded384020dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.433056] env[69265]: DEBUG oslo_vmware.api [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477328, 'name': PowerOnVM_Task, 'duration_secs': 0.398128} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.433929] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.434159] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-7b94ad74-1e63-4a23-97a0-661808207094 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance '79623e98-69db-4eba-b0ac-5ed2a20dc339' progress to 100 {{(pid=69265) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.473812] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.474187] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.474434] env[69265]: DEBUG nova.objects.instance [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lazy-loading 'resources' on Instance uuid a9493669-4629-4ca9-a3a8-3563f13f88c2 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.772960] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]5235c544-be2d-897b-0c1c-8d8d28862734, 'name': SearchDatastore_Task, 'duration_secs': 0.020993} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.773151] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.773604] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.773604] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.773763] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.773895] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.774202] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03e62848-3275-41e6-bd10-13945c14b153 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.786758] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.786935] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.787650] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e827061-5e25-4cae-afde-b96bde71095b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.792308] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1384.792308] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c88833-d0a0-df7f-83c1-72d1da08ec43" [ 1384.792308] env[69265]: _type = "Task" [ 1384.792308] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.799625] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c88833-d0a0-df7f-83c1-72d1da08ec43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.928497] env[69265]: DEBUG oslo_concurrency.lockutils [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] Releasing lock "refresh_cache-1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.928794] env[69265]: DEBUG nova.compute.manager [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Received event network-vif-deleted-401f0703-4e3e-44ac-94f8-3a2d91edc378 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.928986] env[69265]: INFO nova.compute.manager [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Neutron deleted interface 401f0703-4e3e-44ac-94f8-3a2d91edc378; detaching it from the instance and deleting it from the info cache [ 1384.929175] env[69265]: DEBUG nova.network.neutron [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.046577] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276c5aa-014b-419f-b1f2-d03c3a2c280a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.053609] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed68e09-1b3e-40e4-9486-2afbce6d18ff {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.084543] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfee40f-e51b-441f-9a94-29d99e257d06 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.091061] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc5d11-2e80-4800-a829-d1a630f6682f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.103994] env[69265]: DEBUG nova.compute.provider_tree [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.303062] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c88833-d0a0-df7f-83c1-72d1da08ec43, 'name': SearchDatastore_Task, 'duration_secs': 0.026607} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.303222] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c646a57f-6df7-4855-bee3-006833609677 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.307990] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1385.307990] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ed0662-f8d7-aa32-4da4-e721f91db148" [ 1385.307990] env[69265]: _type = "Task" [ 1385.307990] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.314988] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ed0662-f8d7-aa32-4da4-e721f91db148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.431709] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-244a0ab0-d02e-4899-a0cd-5488e61d385c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.440635] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ad0d1-fa09-4ee5-95be-beef0f7e25cd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.468625] env[69265]: DEBUG nova.compute.manager [req-cff80f3d-1c2c-492e-a54e-12022b94c9ec req-006fd42f-b810-4e85-b61e-96baf4ee0d2e service nova] [instance: a9493669-4629-4ca9-a3a8-3563f13f88c2] Detach interface failed, port_id=401f0703-4e3e-44ac-94f8-3a2d91edc378, reason: Instance a9493669-4629-4ca9-a3a8-3563f13f88c2 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1385.607446] env[69265]: DEBUG nova.scheduler.client.report [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.818244] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52ed0662-f8d7-aa32-4da4-e721f91db148, 'name': SearchDatastore_Task, 'duration_secs': 0.038487} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.818456] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.818712] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09/1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.818954] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414f1f70-65cd-4271-810d-a11a45f897f0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.824683] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1385.824683] env[69265]: value = "task-3477329" [ 1385.824683] env[69265]: _type = "Task" [ 1385.824683] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.831573] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.112387] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.141585] env[69265]: INFO nova.scheduler.client.report [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted allocations for instance a9493669-4629-4ca9-a3a8-3563f13f88c2 [ 1386.335096] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426505} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.335258] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09/1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.335404] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.335649] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3173782a-f27c-461c-9dfc-c163ddf97b11 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.341241] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1386.341241] env[69265]: value = "task-3477330" [ 1386.341241] env[69265]: _type = "Task" [ 1386.341241] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.348906] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.649476] env[69265]: DEBUG oslo_concurrency.lockutils [None req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "a9493669-4629-4ca9-a3a8-3563f13f88c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.708567] env[69265]: DEBUG nova.network.neutron [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Port 522ef1da-05a1-4435-b766-b14c5e2a766b binding to destination host cpu-1 is already ACTIVE {{(pid=69265) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1386.708838] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.708993] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.709175] env[69265]: DEBUG nova.network.neutron [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.851271] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058341} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.851564] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.852341] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa97887-4656-4ae2-94d2-c57e1e9538b5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.876410] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09/1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.876677] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-181ade9c-2fc4-422c-bde4-d620394d66f6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.895091] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1386.895091] env[69265]: value = "task-3477331" [ 1386.895091] env[69265]: _type = "Task" [ 1386.895091] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.902445] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.404452] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477331, 'name': ReconfigVM_Task, 'duration_secs': 0.317502} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.404608] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09/1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.405353] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c52577a-990d-4912-b29e-3a43e699f267 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.411762] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1387.411762] env[69265]: value = "task-3477332" [ 1387.411762] env[69265]: _type = "Task" [ 1387.411762] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.417193] env[69265]: DEBUG nova.network.neutron [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [{"id": "522ef1da-05a1-4435-b766-b14c5e2a766b", "address": "fa:16:3e:42:96:b2", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522ef1da-05", "ovs_interfaceid": "522ef1da-05a1-4435-b766-b14c5e2a766b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.421808] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477332, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.921794] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.923078] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477332, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.105333] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.105576] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.422433] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477332, 'name': Rename_Task} progress is 99%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.424442] env[69265]: DEBUG nova.compute.manager [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69265) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1388.424663] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.424902] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.608101] env[69265]: DEBUG nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.922519] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477332, 'name': Rename_Task, 'duration_secs': 1.144888} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.922915] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.923019] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5d5c12a-b119-4d9c-ab0a-92f06d156a70 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.927049] env[69265]: DEBUG nova.objects.instance [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'migration_context' on Instance uuid 79623e98-69db-4eba-b0ac-5ed2a20dc339 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.929742] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1388.929742] env[69265]: value = "task-3477333" [ 1388.929742] env[69265]: _type = "Task" [ 1388.929742] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.937815] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.131463] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.443353] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477333, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.509418] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecef419-8d13-4961-8f2a-472d5f04a5b4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.516690] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bd0214-2f2e-408e-9de0-ea7f3c29db3a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.547448] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c89a69-ea4d-43cb-97f7-e89a1f0d8b12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.554386] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda45f47-c127-45c6-9823-8a690f3b7113 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.567510] env[69265]: DEBUG nova.compute.provider_tree [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.943850] env[69265]: DEBUG oslo_vmware.api [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477333, 'name': PowerOnVM_Task, 'duration_secs': 0.571352} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.944393] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.944393] env[69265]: INFO nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1389.944561] env[69265]: DEBUG nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.945304] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde63441-f0e1-4690-b189-46b07249bd25 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.070665] env[69265]: DEBUG nova.scheduler.client.report [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.461979] env[69265]: INFO nova.compute.manager [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Took 18.80 seconds to build instance. [ 1390.964069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.310s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.081209] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.656s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.086937] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.956s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.088379] env[69265]: INFO nova.compute.claims [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.106778] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.107046] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.107272] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.107459] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.107628] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.110456] env[69265]: INFO nova.compute.manager [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Terminating instance [ 1391.613526] env[69265]: DEBUG nova.compute.manager [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.613746] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.616135] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a69c6d-fb74-4701-8329-91cdd25da5c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.623977] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.624307] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3823cc7f-7ec6-43b1-8be4-dc14524e607e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.630271] env[69265]: DEBUG oslo_vmware.api [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1391.630271] env[69265]: value = "task-3477334" [ 1391.630271] env[69265]: _type = "Task" [ 1391.630271] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.638177] env[69265]: DEBUG oslo_vmware.api [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.139369] env[69265]: DEBUG oslo_vmware.api [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477334, 'name': PowerOffVM_Task, 'duration_secs': 0.183474} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.141982] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.142201] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.142640] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc4345ff-a27b-4243-90f4-198a7ad54cfe {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.177187] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f3e2a4-dd7b-44a1-8357-9cbb0a2d3687 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.184871] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f1d9e9-2b51-4028-8e71-6a8cde7338e9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.220233] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b6fa39-ae26-44e6-8c6c-881acb8febb9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.229885] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1699ebc3-a17d-424c-a2c6-51f4c13e1428 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.237774] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.238141] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.238463] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Deleting the datastore file [datastore1] 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.238750] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-861021b0-2adc-4370-b06b-7cd4b207163b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.248373] env[69265]: DEBUG nova.compute.provider_tree [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.253914] env[69265]: DEBUG oslo_vmware.api [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for the task: (returnval){ [ 1392.253914] env[69265]: value = "task-3477336" [ 1392.253914] env[69265]: _type = "Task" [ 1392.253914] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.263405] env[69265]: DEBUG oslo_vmware.api [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.619204] env[69265]: INFO nova.compute.manager [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Swapping old allocation on dict_keys(['54dc8967-839c-47d9-afbf-145e08cc68ae']) held by migration a0a0fc9a-559e-4b06-9148-78d6d6456c70 for instance [ 1392.643697] env[69265]: DEBUG nova.scheduler.client.report [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Overwriting current allocation {'allocations': {'54dc8967-839c-47d9-afbf-145e08cc68ae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 194}}, 'project_id': 'e36f7e59c8f045b6b0f07e9b18dd5544', 'user_id': '8fa74c3c9fc94252b8d90fb7cbfdc149', 'consumer_generation': 1} on consumer 79623e98-69db-4eba-b0ac-5ed2a20dc339 {{(pid=69265) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1392.720747] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.721012] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.721210] env[69265]: DEBUG nova.network.neutron [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.751510] env[69265]: DEBUG nova.scheduler.client.report [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.763039] env[69265]: DEBUG oslo_vmware.api [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Task: {'id': task-3477336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134098} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.763282] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.763480] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.763659] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.763827] env[69265]: INFO nova.compute.manager [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1392.764068] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.764727] env[69265]: DEBUG nova.compute.manager [-] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.764823] env[69265]: DEBUG nova.network.neutron [-] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.077553] env[69265]: DEBUG nova.compute.manager [req-8fd7ce97-9e5e-4b55-ae95-f164c5c1f68e req-a2065552-92e3-42e4-9c49-dc5e3887916a service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Received event network-vif-deleted-e2bc5a1a-02ee-47f7-ae66-3ded384020dc {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.077775] env[69265]: INFO nova.compute.manager [req-8fd7ce97-9e5e-4b55-ae95-f164c5c1f68e req-a2065552-92e3-42e4-9c49-dc5e3887916a service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Neutron deleted interface e2bc5a1a-02ee-47f7-ae66-3ded384020dc; detaching it from the instance and deleting it from the info cache [ 1393.078758] env[69265]: DEBUG nova.network.neutron [req-8fd7ce97-9e5e-4b55-ae95-f164c5c1f68e req-a2065552-92e3-42e4-9c49-dc5e3887916a service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Updating instance_info_cache with network_info: [{"id": "8e54b1c4-a398-48bf-a101-94e46a8c6187", "address": "fa:16:3e:0f:82:42", "network": {"id": "d1b989c3-27c8-4ab8-a1e5-8d4ad20fa425", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1428784843", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8940d22fb54642b5355bf6c26aefda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e54b1c4-a3", "ovs_interfaceid": "8e54b1c4-a398-48bf-a101-94e46a8c6187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.258521] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.259018] env[69265]: DEBUG nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.407820] env[69265]: DEBUG nova.network.neutron [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [{"id": "522ef1da-05a1-4435-b766-b14c5e2a766b", "address": "fa:16:3e:42:96:b2", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522ef1da-05", "ovs_interfaceid": "522ef1da-05a1-4435-b766-b14c5e2a766b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.581197] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57388aa2-79d3-442e-b908-51a6261d1540 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.591047] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2017dd-ea92-4ba3-ac1b-62a9c207ac73 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.615132] env[69265]: DEBUG nova.compute.manager [req-8fd7ce97-9e5e-4b55-ae95-f164c5c1f68e req-a2065552-92e3-42e4-9c49-dc5e3887916a service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Detach interface failed, port_id=e2bc5a1a-02ee-47f7-ae66-3ded384020dc, reason: Instance 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.713547] env[69265]: DEBUG nova.network.neutron [-] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.763541] env[69265]: DEBUG nova.compute.utils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1393.765067] env[69265]: DEBUG nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.765205] env[69265]: DEBUG nova.network.neutron [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.803632] env[69265]: DEBUG nova.policy [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af691b7eb99341458ccf0c78642c5b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ce13bb20cc4b338120617b25e0ada3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1393.910294] env[69265]: DEBUG oslo_concurrency.lockutils [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-79623e98-69db-4eba-b0ac-5ed2a20dc339" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.910713] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.911056] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da67b806-dc0f-4903-9909-17027b9b01e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.918020] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1393.918020] env[69265]: value = "task-3477337" [ 1393.918020] env[69265]: _type = "Task" [ 1393.918020] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.926221] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.071029] env[69265]: DEBUG nova.network.neutron [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Successfully created port: ce51b8a2-d129-4808-a7e4-31530b6d3165 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.216433] env[69265]: INFO nova.compute.manager [-] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Took 1.45 seconds to deallocate network for instance. [ 1394.269401] env[69265]: DEBUG nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.429036] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477337, 'name': PowerOffVM_Task, 'duration_secs': 0.185959} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.429036] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.429608] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.429824] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.429978] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.430171] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.430317] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.430467] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.430662] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.430817] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.430977] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.431154] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.431325] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.436435] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b056fd-f9e8-4fd3-954e-ee52276c643d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.451267] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1394.451267] env[69265]: value = "task-3477338" [ 1394.451267] env[69265]: _type = "Task" [ 1394.451267] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.458881] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.723035] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.723307] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.723593] env[69265]: DEBUG nova.objects.instance [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lazy-loading 'resources' on Instance uuid 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.961429] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477338, 'name': ReconfigVM_Task, 'duration_secs': 0.124749} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.962241] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc64fa7-c2aa-4215-8d7d-68583809492d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.980723] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.980934] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.981091] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.981275] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.981447] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.981611] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.981812] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.981977] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.982210] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.982375] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.982554] env[69265]: DEBUG nova.virt.hardware [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.983347] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3fea94-65fd-4b0b-84a4-b4e367904748 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.988783] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1394.988783] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52935dd9-67e3-8b36-af80-b4dc5d003086" [ 1394.988783] env[69265]: _type = "Task" [ 1394.988783] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.996449] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52935dd9-67e3-8b36-af80-b4dc5d003086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.102204] env[69265]: DEBUG nova.compute.manager [req-37056b94-769f-4419-82f1-5e039ca2802c req-15159e31-be21-45c8-9653-019ddc2af523 service nova] [instance: 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09] Received event network-vif-deleted-8e54b1c4-a398-48bf-a101-94e46a8c6187 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.278921] env[69265]: DEBUG nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.289846] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf0135d-2026-45f4-8d72-63b2d9d49aa3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.297285] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624c7bcf-4f43-44f2-b6cf-08dafb54a64a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.331787] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.332050] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.332216] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.332412] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.332559] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.332703] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.332898] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.333067] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.333236] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.333396] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.333567] env[69265]: DEBUG nova.virt.hardware [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.334356] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf09d66b-cb94-4d36-8df3-8c7c8e1cdd16 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.337274] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae502bc-e0b0-46d0-813f-5287ed923bb2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.346052] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe59ae2-e4dc-4f46-aa09-99a26edf93e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.350529] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314c5ef9-6b71-4db5-ab76-b81f5dcfcbe0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.364298] env[69265]: DEBUG nova.compute.provider_tree [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.498752] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52935dd9-67e3-8b36-af80-b4dc5d003086, 'name': SearchDatastore_Task, 'duration_secs': 0.007595} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.504111] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1395.504729] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49dd81cd-d074-435c-93ea-905a337a47e7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.517981] env[69265]: DEBUG nova.network.neutron [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Successfully updated port: ce51b8a2-d129-4808-a7e4-31530b6d3165 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.524597] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1395.524597] env[69265]: value = "task-3477339" [ 1395.524597] env[69265]: _type = "Task" [ 1395.524597] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.533316] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.874527] env[69265]: DEBUG nova.scheduler.client.report [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.021058] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "refresh_cache-d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.021245] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "refresh_cache-d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.021386] env[69265]: DEBUG nova.network.neutron [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.034543] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477339, 'name': ReconfigVM_Task, 'duration_secs': 0.163141} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.034804] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69265) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1396.035638] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f6e77c-90cd-46e8-879a-0f3b5d938262 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.057515] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339/79623e98-69db-4eba-b0ac-5ed2a20dc339.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.057783] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2781c44-f610-492f-8000-50d65fa48ad3 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.077353] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1396.077353] env[69265]: value = "task-3477340" [ 1396.077353] env[69265]: _type = "Task" [ 1396.077353] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.084552] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.380077] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.400327] env[69265]: INFO nova.scheduler.client.report [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Deleted allocations for instance 1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09 [ 1396.552050] env[69265]: DEBUG nova.network.neutron [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.586756] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477340, 'name': ReconfigVM_Task, 'duration_secs': 0.249962} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.588846] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339/79623e98-69db-4eba-b0ac-5ed2a20dc339.vmdk or device None with type thin {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.589635] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6297853-ebd1-48d4-bb3a-014c6679ad71 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.608046] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533b2da8-065d-45cc-977a-8f38d33bc209 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.626373] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3bafbb-5063-4bda-ae9c-7ee2611c1a51 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.643591] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fddce9-f8c6-406a-89cd-cb59cd01a8a5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.649682] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.650045] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ccb649c-3854-4d6b-9ad6-170cc7b38966 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.657518] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1396.657518] env[69265]: value = "task-3477341" [ 1396.657518] env[69265]: _type = "Task" [ 1396.657518] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.664446] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.684964] env[69265]: DEBUG nova.network.neutron [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Updating instance_info_cache with network_info: [{"id": "ce51b8a2-d129-4808-a7e4-31530b6d3165", "address": "fa:16:3e:e3:e4:7e", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce51b8a2-d1", "ovs_interfaceid": "ce51b8a2-d129-4808-a7e4-31530b6d3165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.732503] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.908238] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3667ad3e-1e57-4a24-8de4-b218e1a090dc tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Lock "1b8f2e8d-07ee-47c9-bf4f-11a8406dcf09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.801s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.135500] env[69265]: DEBUG nova.compute.manager [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Received event network-vif-plugged-ce51b8a2-d129-4808-a7e4-31530b6d3165 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.135646] env[69265]: DEBUG oslo_concurrency.lockutils [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] Acquiring lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.135889] env[69265]: DEBUG oslo_concurrency.lockutils [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.136113] env[69265]: DEBUG oslo_concurrency.lockutils [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.136310] env[69265]: DEBUG nova.compute.manager [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] No waiting events found dispatching network-vif-plugged-ce51b8a2-d129-4808-a7e4-31530b6d3165 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.136488] env[69265]: WARNING nova.compute.manager [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Received unexpected event network-vif-plugged-ce51b8a2-d129-4808-a7e4-31530b6d3165 for instance with vm_state building and task_state spawning. [ 1397.136653] env[69265]: DEBUG nova.compute.manager [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Received event network-changed-ce51b8a2-d129-4808-a7e4-31530b6d3165 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.136805] env[69265]: DEBUG nova.compute.manager [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Refreshing instance network info cache due to event network-changed-ce51b8a2-d129-4808-a7e4-31530b6d3165. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1397.136975] env[69265]: DEBUG oslo_concurrency.lockutils [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] Acquiring lock "refresh_cache-d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.166306] env[69265]: DEBUG oslo_vmware.api [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477341, 'name': PowerOnVM_Task, 'duration_secs': 0.354282} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.167705] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.187873] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "refresh_cache-d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.188283] env[69265]: DEBUG nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Instance network_info: |[{"id": "ce51b8a2-d129-4808-a7e4-31530b6d3165", "address": "fa:16:3e:e3:e4:7e", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce51b8a2-d1", "ovs_interfaceid": "ce51b8a2-d129-4808-a7e4-31530b6d3165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.188801] env[69265]: DEBUG oslo_concurrency.lockutils [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] Acquired lock "refresh_cache-d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.188986] env[69265]: DEBUG nova.network.neutron [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Refreshing network info cache for port ce51b8a2-d129-4808-a7e4-31530b6d3165 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.190129] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:e4:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce51b8a2-d129-4808-a7e4-31530b6d3165', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.199136] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.199905] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.200139] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39921b33-bdef-4b10-b50d-233ceafe5af8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.220555] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.220555] env[69265]: value = "task-3477342" [ 1397.220555] env[69265]: _type = "Task" [ 1397.220555] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.228580] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477342, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.730538] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477342, 'name': CreateVM_Task, 'duration_secs': 0.274812} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.730883] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.731548] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.731894] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.732339] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.732915] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.733545] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5129892-f0d2-464e-b20f-737c6d4642fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.742257] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1397.742257] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f355b7-c5d1-333b-572f-59f41ac971f8" [ 1397.742257] env[69265]: _type = "Task" [ 1397.742257] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.751178] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f355b7-c5d1-333b-572f-59f41ac971f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.148179] env[69265]: DEBUG nova.network.neutron [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Updated VIF entry in instance network info cache for port ce51b8a2-d129-4808-a7e4-31530b6d3165. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.148553] env[69265]: DEBUG nova.network.neutron [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Updating instance_info_cache with network_info: [{"id": "ce51b8a2-d129-4808-a7e4-31530b6d3165", "address": "fa:16:3e:e3:e4:7e", "network": {"id": "69e6b122-2022-432b-ae4d-fcb0d0769bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1749564022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ce13bb20cc4b338120617b25e0ada3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce51b8a2-d1", "ovs_interfaceid": "ce51b8a2-d129-4808-a7e4-31530b6d3165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.180191] env[69265]: INFO nova.compute.manager [None req-cff12d78-be24-4f83-a59b-7830c19ad74b tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance to original state: 'active' [ 1398.252982] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52f355b7-c5d1-333b-572f-59f41ac971f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.253287] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.253529] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.253760] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.253908] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.254100] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.254382] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a595593-1642-43de-876d-6a37892edae5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.262619] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.262790] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.263703] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa32598f-3560-41bb-b42f-45c2f91061b0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.268937] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1398.268937] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529b7011-fa21-5d89-91b2-d9af21e92808" [ 1398.268937] env[69265]: _type = "Task" [ 1398.268937] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.276366] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529b7011-fa21-5d89-91b2-d9af21e92808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.651161] env[69265]: DEBUG oslo_concurrency.lockutils [req-c28f9547-e5e6-48dd-a4fa-43ae489a7137 req-24bd6ca6-5040-42b1-bdca-c7dd066eb722 service nova] Releasing lock "refresh_cache-d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.732045] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.779687] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]529b7011-fa21-5d89-91b2-d9af21e92808, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.780499] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a57570b-cf56-49d5-87fd-41e63a2a80c5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.785675] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1398.785675] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52783455-037c-55d6-957c-effecc57c5b3" [ 1398.785675] env[69265]: _type = "Task" [ 1398.785675] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.793156] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52783455-037c-55d6-957c-effecc57c5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.234884] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.235184] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.235355] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.235533] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1399.236464] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e5017c-e3a5-413c-96a3-7181cde50ce7 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.245091] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9058a0f9-59bd-4662-a078-930850508fbf {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.259338] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cef5c18-6e9e-4e4a-a312-4d6077db0c29 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.266214] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c207afc3-480e-41ae-a7c8-f4ce7a9bcc81 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.298105] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180650MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1399.298205] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.298428] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.309534] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52783455-037c-55d6-957c-effecc57c5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.310036] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.310199] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] d1e564e6-099b-42fa-9545-d1e4d1d0f0cf/d1e564e6-099b-42fa-9545-d1e4d1d0f0cf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.310757] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46d5c23e-4b3c-4128-a0cd-6cd4cd29136b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.317676] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1399.317676] env[69265]: value = "task-3477343" [ 1399.317676] env[69265]: _type = "Task" [ 1399.317676] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.325648] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.448476] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "79623e98-69db-4eba-b0ac-5ed2a20dc339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.449066] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.449678] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.449678] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.449822] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.452571] env[69265]: INFO nova.compute.manager [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Terminating instance [ 1399.828919] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426281} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.829241] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore2] d1e564e6-099b-42fa-9545-d1e4d1d0f0cf/d1e564e6-099b-42fa-9545-d1e4d1d0f0cf.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.829401] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.829643] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0a76b2f-55df-4b37-ae50-5cd800fa0691 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.835697] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1399.835697] env[69265]: value = "task-3477344" [ 1399.835697] env[69265]: _type = "Task" [ 1399.835697] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.842996] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.956605] env[69265]: DEBUG nova.compute.manager [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.956795] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.957862] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02796d-f7c4-4e01-bcf0-72322d414295 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.966645] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.966887] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25fc4aa8-0995-4187-9f01-336a1bc7af23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.973453] env[69265]: DEBUG oslo_vmware.api [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1399.973453] env[69265]: value = "task-3477345" [ 1399.973453] env[69265]: _type = "Task" [ 1399.973453] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.981439] env[69265]: DEBUG oslo_vmware.api [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.326657] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d4ec3291-280d-4141-8508-788c71eb904f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.326815] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance d1e564e6-099b-42fa-9545-d1e4d1d0f0cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.326941] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 79623e98-69db-4eba-b0ac-5ed2a20dc339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.327137] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1400.327274] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1400.345523] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059383} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.345782] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.346701] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214af6ed-deab-4bc7-b346-71a813be93ab {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.368295] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d1e564e6-099b-42fa-9545-d1e4d1d0f0cf/d1e564e6-099b-42fa-9545-d1e4d1d0f0cf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.370746] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce484ba7-37b5-440a-a71b-50982a41e727 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.390466] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1400.390466] env[69265]: value = "task-3477346" [ 1400.390466] env[69265]: _type = "Task" [ 1400.390466] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.397786] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.409670] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201aca4d-a75b-4fc1-8b19-d0968274f8d9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.416173] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbfb434-dcf9-4cd9-8125-924ec1c1d486 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.445933] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cef4f76-29c9-4fd0-b140-5b6de763d18e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.452503] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375ca20-0e5e-489d-a349-4bdf4b5f0f60 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.111485] env[69265]: DEBUG oslo_vmware.api [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477345, 'name': PowerOffVM_Task, 'duration_secs': 0.216998} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.121352] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.121515] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.121754] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477346, 'name': ReconfigVM_Task, 'duration_secs': 0.285962} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.122121] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.123325] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c173893-2e33-4e49-a701-07c581b0cee5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.124648] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d1e564e6-099b-42fa-9545-d1e4d1d0f0cf/d1e564e6-099b-42fa-9545-d1e4d1d0f0cf.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.125455] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfd07272-fdda-4f66-b55a-de7f3618f960 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.131874] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1401.131874] env[69265]: value = "task-3477348" [ 1401.131874] env[69265]: _type = "Task" [ 1401.131874] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.139640] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477348, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.195100] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.195100] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.195100] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleting the datastore file [datastore1] 79623e98-69db-4eba-b0ac-5ed2a20dc339 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.195100] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3e2d19b-9ab1-4fbc-abc3-00b88e6b8516 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.204865] env[69265]: DEBUG oslo_vmware.api [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1401.204865] env[69265]: value = "task-3477349" [ 1401.204865] env[69265]: _type = "Task" [ 1401.204865] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.212689] env[69265]: DEBUG oslo_vmware.api [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.627233] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.641911] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477348, 'name': Rename_Task, 'duration_secs': 0.174482} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.642735] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.642966] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9864c916-3e3e-47e7-87ee-e1e13018252a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.648898] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1401.648898] env[69265]: value = "task-3477350" [ 1401.648898] env[69265]: _type = "Task" [ 1401.648898] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.656176] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.715021] env[69265]: DEBUG oslo_vmware.api [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186902} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.715310] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.715499] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.715671] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.715842] env[69265]: INFO nova.compute.manager [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1401.716095] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.716286] env[69265]: DEBUG nova.compute.manager [-] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.716379] env[69265]: DEBUG nova.network.neutron [-] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.131804] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1402.132122] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.834s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.138385] env[69265]: DEBUG nova.compute.manager [req-76f0c943-4b68-4b5c-bd54-5e4f6fe4e67b req-0edd1d39-1d08-41f0-9e37-070e49669a21 service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Received event network-vif-deleted-522ef1da-05a1-4435-b766-b14c5e2a766b {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.138739] env[69265]: INFO nova.compute.manager [req-76f0c943-4b68-4b5c-bd54-5e4f6fe4e67b req-0edd1d39-1d08-41f0-9e37-070e49669a21 service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Neutron deleted interface 522ef1da-05a1-4435-b766-b14c5e2a766b; detaching it from the instance and deleting it from the info cache [ 1402.138924] env[69265]: DEBUG nova.network.neutron [req-76f0c943-4b68-4b5c-bd54-5e4f6fe4e67b req-0edd1d39-1d08-41f0-9e37-070e49669a21 service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.161210] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.621670] env[69265]: DEBUG nova.network.neutron [-] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.642080] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea34fb10-b05b-4ef0-a396-a3478996e972 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.652967] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acd1fff-ca05-48f0-835d-38d4e11ff282 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.672618] env[69265]: DEBUG oslo_vmware.api [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477350, 'name': PowerOnVM_Task, 'duration_secs': 0.596338} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.672897] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.673105] env[69265]: INFO nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1402.673284] env[69265]: DEBUG nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.673995] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6167f65-af17-4ef1-80da-916d9e591d3c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.681481] env[69265]: DEBUG nova.compute.manager [req-76f0c943-4b68-4b5c-bd54-5e4f6fe4e67b req-0edd1d39-1d08-41f0-9e37-070e49669a21 service nova] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Detach interface failed, port_id=522ef1da-05a1-4435-b766-b14c5e2a766b, reason: Instance 79623e98-69db-4eba-b0ac-5ed2a20dc339 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1403.125901] env[69265]: INFO nova.compute.manager [-] [instance: 79623e98-69db-4eba-b0ac-5ed2a20dc339] Took 1.41 seconds to deallocate network for instance. [ 1403.132963] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.133223] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.133317] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.133468] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.133634] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.133902] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1403.195130] env[69265]: INFO nova.compute.manager [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Took 14.08 seconds to build instance. [ 1403.632066] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.632383] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.632620] env[69265]: DEBUG nova.objects.instance [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'resources' on Instance uuid 79623e98-69db-4eba-b0ac-5ed2a20dc339 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.697364] env[69265]: DEBUG oslo_concurrency.lockutils [None req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.592s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.863852] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.864154] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.864370] env[69265]: DEBUG nova.compute.manager [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.865313] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34177b8b-2522-451a-93be-408c9a4d6d0c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.872011] env[69265]: DEBUG nova.compute.manager [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1403.872570] env[69265]: DEBUG nova.objects.instance [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lazy-loading 'flavor' on Instance uuid d1e564e6-099b-42fa-9545-d1e4d1d0f0cf {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.186946] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74418103-536c-41a6-8dbd-afafe69698ce {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.194260] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e183c417-0333-4257-88cd-d9e05ec630d2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.223850] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985faa45-6be6-4ac7-be9c-3bd8a900a866 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.230865] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e116e91-c28a-4521-b5dc-6350e3e2d875 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.243751] env[69265]: DEBUG nova.compute.provider_tree [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.747767] env[69265]: DEBUG nova.scheduler.client.report [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.879478] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.879830] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e07beaa2-836a-4696-a6f8-1de13d40852a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.887677] env[69265]: DEBUG oslo_vmware.api [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1404.887677] env[69265]: value = "task-3477351" [ 1404.887677] env[69265]: _type = "Task" [ 1404.887677] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.896278] env[69265]: DEBUG oslo_vmware.api [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.253448] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.271908] env[69265]: INFO nova.scheduler.client.report [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted allocations for instance 79623e98-69db-4eba-b0ac-5ed2a20dc339 [ 1405.397436] env[69265]: DEBUG oslo_vmware.api [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477351, 'name': PowerOffVM_Task, 'duration_secs': 0.158274} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.397708] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.397908] env[69265]: DEBUG nova.compute.manager [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.398686] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22fb9d4-dc1c-44e0-99a4-bbe988467d06 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.781719] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "79623e98-69db-4eba-b0ac-5ed2a20dc339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.333s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.910069] env[69265]: DEBUG oslo_concurrency.lockutils [None req-21163523-fafd-4156-8bfc-c3668910bc42 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.522260] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.522701] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.522748] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.522909] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.523098] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.525428] env[69265]: INFO nova.compute.manager [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Terminating instance [ 1406.858599] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.858862] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.029226] env[69265]: DEBUG nova.compute.manager [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.029413] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.030296] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad353f6-a2f7-42f6-800d-3c918295cc93 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.037559] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.037789] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72fada68-6770-47e4-9fc3-87f4bac99fed {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.099419] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.099651] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.099804] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleting the datastore file [datastore2] d1e564e6-099b-42fa-9545-d1e4d1d0f0cf {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.100085] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b7362de-0cfa-4705-8740-0b943fb67c72 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.107414] env[69265]: DEBUG oslo_vmware.api [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1407.107414] env[69265]: value = "task-3477353" [ 1407.107414] env[69265]: _type = "Task" [ 1407.107414] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.114651] env[69265]: DEBUG oslo_vmware.api [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.361411] env[69265]: DEBUG nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Starting instance... {{(pid=69265) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.617445] env[69265]: DEBUG oslo_vmware.api [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131347} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.617813] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.617813] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.618033] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.618170] env[69265]: INFO nova.compute.manager [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1407.618402] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.618587] env[69265]: DEBUG nova.compute.manager [-] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.618680] env[69265]: DEBUG nova.network.neutron [-] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.870512] env[69265]: DEBUG nova.compute.manager [req-8b3a495d-c162-4585-aa6c-016ac4d07b15 req-ea61b97a-41bf-4fa0-ade6-539b483d66d7 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Received event network-vif-deleted-ce51b8a2-d129-4808-a7e4-31530b6d3165 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.870742] env[69265]: INFO nova.compute.manager [req-8b3a495d-c162-4585-aa6c-016ac4d07b15 req-ea61b97a-41bf-4fa0-ade6-539b483d66d7 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Neutron deleted interface ce51b8a2-d129-4808-a7e4-31530b6d3165; detaching it from the instance and deleting it from the info cache [ 1407.870907] env[69265]: DEBUG nova.network.neutron [req-8b3a495d-c162-4585-aa6c-016ac4d07b15 req-ea61b97a-41bf-4fa0-ade6-539b483d66d7 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.889045] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.889383] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.890951] env[69265]: INFO nova.compute.claims [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.346628] env[69265]: DEBUG nova.network.neutron [-] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.373011] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d2df456-cda1-48a5-b255-81747afdc030 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.383064] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ea10f9-60a3-45a7-a494-c8385db51c12 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.407943] env[69265]: DEBUG nova.compute.manager [req-8b3a495d-c162-4585-aa6c-016ac4d07b15 req-ea61b97a-41bf-4fa0-ade6-539b483d66d7 service nova] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Detach interface failed, port_id=ce51b8a2-d129-4808-a7e4-31530b6d3165, reason: Instance d1e564e6-099b-42fa-9545-d1e4d1d0f0cf could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.849694] env[69265]: INFO nova.compute.manager [-] [instance: d1e564e6-099b-42fa-9545-d1e4d1d0f0cf] Took 1.23 seconds to deallocate network for instance. [ 1408.945234] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324cf04b-1857-4358-9fc4-970da69c2ce0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.953273] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d513954-5668-47c2-992c-deaa2dcf6fcb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.982146] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272ff95c-73a7-4246-8d41-523374756a2c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.988593] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582a7c63-8ea4-4a59-9865-8a2623b1fcac {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.002306] env[69265]: DEBUG nova.compute.provider_tree [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.355901] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.505410] env[69265]: DEBUG nova.scheduler.client.report [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.009986] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.010556] env[69265]: DEBUG nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Start building networks asynchronously for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1410.013490] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.658s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.013718] env[69265]: DEBUG nova.objects.instance [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lazy-loading 'resources' on Instance uuid d1e564e6-099b-42fa-9545-d1e4d1d0f0cf {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.518105] env[69265]: DEBUG nova.compute.utils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Using /dev/sd instead of None {{(pid=69265) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1410.522724] env[69265]: DEBUG nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Allocating IP information in the background. {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1410.523095] env[69265]: DEBUG nova.network.neutron [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] allocate_for_instance() {{(pid=69265) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.563202] env[69265]: DEBUG nova.policy [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa74c3c9fc94252b8d90fb7cbfdc149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e36f7e59c8f045b6b0f07e9b18dd5544', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69265) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.567417] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733a8eba-9877-49bb-b3ad-1f0a8602084e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.574786] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0b0c68-1083-44a1-9060-8ba465de1423 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.606469] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b498660-6a0b-41b1-a9db-02cf8e35834c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.613866] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5444b9a8-5e06-43fb-bb09-8b6ed611b39c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.627859] env[69265]: DEBUG nova.compute.provider_tree [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.845025] env[69265]: DEBUG nova.network.neutron [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Successfully created port: a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1411.024181] env[69265]: DEBUG nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Start building block device mappings for instance. {{(pid=69265) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1411.131191] env[69265]: DEBUG nova.scheduler.client.report [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.636187] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.653229] env[69265]: INFO nova.scheduler.client.report [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted allocations for instance d1e564e6-099b-42fa-9545-d1e4d1d0f0cf [ 1412.034341] env[69265]: DEBUG nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Start spawning the instance on the hypervisor. {{(pid=69265) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1412.061670] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T13:45:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T13:45:19Z,direct_url=,disk_format='vmdk',id=874d7480-b4be-4ee5-a86f-5be16c8c152b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3a038e5282c84e6bad836a7a179c7c4b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T13:45:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.062329] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.062632] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image limits 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.062859] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Flavor pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.063031] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Image pref 0:0:0 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.063197] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69265) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.063414] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.063580] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.063749] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Got 1 possible topologies {{(pid=69265) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.063914] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.064108] env[69265]: DEBUG nova.virt.hardware [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69265) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.065048] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1155d4d4-8f40-4ff4-889c-5734bbe50f39 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.073231] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0c576d-e679-426a-824d-252ddee5b05f {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.161427] env[69265]: DEBUG oslo_concurrency.lockutils [None req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d1e564e6-099b-42fa-9545-d1e4d1d0f0cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.639s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.197044] env[69265]: DEBUG nova.compute.manager [req-8c9b6b82-ba65-40a8-91f4-5acd9d70b399 req-c43974c1-7a9b-49cc-a777-928f59965868 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Received event network-vif-plugged-a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.197152] env[69265]: DEBUG oslo_concurrency.lockutils [req-8c9b6b82-ba65-40a8-91f4-5acd9d70b399 req-c43974c1-7a9b-49cc-a777-928f59965868 service nova] Acquiring lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.197356] env[69265]: DEBUG oslo_concurrency.lockutils [req-8c9b6b82-ba65-40a8-91f4-5acd9d70b399 req-c43974c1-7a9b-49cc-a777-928f59965868 service nova] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.197524] env[69265]: DEBUG oslo_concurrency.lockutils [req-8c9b6b82-ba65-40a8-91f4-5acd9d70b399 req-c43974c1-7a9b-49cc-a777-928f59965868 service nova] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.197730] env[69265]: DEBUG nova.compute.manager [req-8c9b6b82-ba65-40a8-91f4-5acd9d70b399 req-c43974c1-7a9b-49cc-a777-928f59965868 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] No waiting events found dispatching network-vif-plugged-a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.197907] env[69265]: WARNING nova.compute.manager [req-8c9b6b82-ba65-40a8-91f4-5acd9d70b399 req-c43974c1-7a9b-49cc-a777-928f59965868 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Received unexpected event network-vif-plugged-a62344c6-fa82-40cd-93eb-6ff54d3907c9 for instance with vm_state building and task_state spawning. [ 1412.280386] env[69265]: DEBUG nova.network.neutron [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Successfully updated port: a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1412.784635] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.784889] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.785180] env[69265]: DEBUG nova.network.neutron [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.325318] env[69265]: DEBUG nova.network.neutron [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Instance cache missing network info. {{(pid=69265) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.349083] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "d4ec3291-280d-4141-8508-788c71eb904f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.349487] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d4ec3291-280d-4141-8508-788c71eb904f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.349808] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "d4ec3291-280d-4141-8508-788c71eb904f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.350107] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d4ec3291-280d-4141-8508-788c71eb904f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.350423] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d4ec3291-280d-4141-8508-788c71eb904f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.354418] env[69265]: INFO nova.compute.manager [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Terminating instance [ 1413.461912] env[69265]: DEBUG nova.network.neutron [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updating instance_info_cache with network_info: [{"id": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "address": "fa:16:3e:e7:13:5f", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62344c6-fa", "ovs_interfaceid": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.860637] env[69265]: DEBUG nova.compute.manager [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1413.860864] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1413.861831] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cc044f-423e-4b47-9542-fe7e14072197 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.870378] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.870630] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d24e7e71-0e1f-4754-9e00-e98dd951eef9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.877967] env[69265]: DEBUG oslo_vmware.api [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1413.877967] env[69265]: value = "task-3477354" [ 1413.877967] env[69265]: _type = "Task" [ 1413.877967] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.886346] env[69265]: DEBUG oslo_vmware.api [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.965268] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.965668] env[69265]: DEBUG nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Instance network_info: |[{"id": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "address": "fa:16:3e:e7:13:5f", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62344c6-fa", "ovs_interfaceid": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69265) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.966178] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:13:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a62344c6-fa82-40cd-93eb-6ff54d3907c9', 'vif_model': 'vmxnet3'}] {{(pid=69265) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.973960] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.974233] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Creating VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.974528] env[69265]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea5634c-f3c5-440c-9b88-bb680b3d1f5c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.997661] env[69265]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.997661] env[69265]: value = "task-3477355" [ 1413.997661] env[69265]: _type = "Task" [ 1413.997661] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.005302] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477355, 'name': CreateVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.223524] env[69265]: DEBUG nova.compute.manager [req-169d12ce-421b-438c-8bfc-3ac0ab61f0a5 req-a5bedc2b-60c6-4cf8-8199-590b4ea97f98 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Received event network-changed-a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.223659] env[69265]: DEBUG nova.compute.manager [req-169d12ce-421b-438c-8bfc-3ac0ab61f0a5 req-a5bedc2b-60c6-4cf8-8199-590b4ea97f98 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Refreshing instance network info cache due to event network-changed-a62344c6-fa82-40cd-93eb-6ff54d3907c9. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1414.223892] env[69265]: DEBUG oslo_concurrency.lockutils [req-169d12ce-421b-438c-8bfc-3ac0ab61f0a5 req-a5bedc2b-60c6-4cf8-8199-590b4ea97f98 service nova] Acquiring lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.223975] env[69265]: DEBUG oslo_concurrency.lockutils [req-169d12ce-421b-438c-8bfc-3ac0ab61f0a5 req-a5bedc2b-60c6-4cf8-8199-590b4ea97f98 service nova] Acquired lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.224199] env[69265]: DEBUG nova.network.neutron [req-169d12ce-421b-438c-8bfc-3ac0ab61f0a5 req-a5bedc2b-60c6-4cf8-8199-590b4ea97f98 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Refreshing network info cache for port a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.387261] env[69265]: DEBUG oslo_vmware.api [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477354, 'name': PowerOffVM_Task, 'duration_secs': 0.204058} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.387556] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.387703] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.387948] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a74ce45-51a3-48fe-8254-eb874d7806c9 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.449044] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.449277] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Deleting contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.449465] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleting the datastore file [datastore2] d4ec3291-280d-4141-8508-788c71eb904f {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.449725] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb5aa27d-180e-4c38-a63c-14b5627df860 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.456101] env[69265]: DEBUG oslo_vmware.api [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for the task: (returnval){ [ 1414.456101] env[69265]: value = "task-3477357" [ 1414.456101] env[69265]: _type = "Task" [ 1414.456101] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.463373] env[69265]: DEBUG oslo_vmware.api [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.506686] env[69265]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477355, 'name': CreateVM_Task, 'duration_secs': 0.306991} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.506848] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Created VM on the ESX host {{(pid=69265) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.507540] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.507753] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.508106] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.508347] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315e4f03-ef22-466f-a24f-27c430d1136b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.512342] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1414.512342] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52215cb1-feeb-8018-005b-e41f21fe287a" [ 1414.512342] env[69265]: _type = "Task" [ 1414.512342] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.519850] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52215cb1-feeb-8018-005b-e41f21fe287a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.903537] env[69265]: DEBUG nova.network.neutron [req-169d12ce-421b-438c-8bfc-3ac0ab61f0a5 req-a5bedc2b-60c6-4cf8-8199-590b4ea97f98 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updated VIF entry in instance network info cache for port a62344c6-fa82-40cd-93eb-6ff54d3907c9. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.903943] env[69265]: DEBUG nova.network.neutron [req-169d12ce-421b-438c-8bfc-3ac0ab61f0a5 req-a5bedc2b-60c6-4cf8-8199-590b4ea97f98 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updating instance_info_cache with network_info: [{"id": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "address": "fa:16:3e:e7:13:5f", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62344c6-fa", "ovs_interfaceid": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.966317] env[69265]: DEBUG oslo_vmware.api [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Task: {'id': task-3477357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132091} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.966570] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.966757] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Deleted contents of the VM from datastore datastore2 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.966935] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.967128] env[69265]: INFO nova.compute.manager [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1414.967366] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.967560] env[69265]: DEBUG nova.compute.manager [-] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.967642] env[69265]: DEBUG nova.network.neutron [-] [instance: d4ec3291-280d-4141-8508-788c71eb904f] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.023721] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52215cb1-feeb-8018-005b-e41f21fe287a, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.024043] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.024284] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Processing image 874d7480-b4be-4ee5-a86f-5be16c8c152b {{(pid=69265) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.024533] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.024711] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.024906] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.025170] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-598365cc-4cb6-4cd7-ae0a-07cb1dae574c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.033776] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69265) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.033953] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69265) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.034651] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b83bc863-8479-4f53-92f4-fae2842c70f5 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.039312] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1415.039312] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c4e232-3d14-44ed-6048-19e3f73dad95" [ 1415.039312] env[69265]: _type = "Task" [ 1415.039312] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.046925] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c4e232-3d14-44ed-6048-19e3f73dad95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.406560] env[69265]: DEBUG oslo_concurrency.lockutils [req-169d12ce-421b-438c-8bfc-3ac0ab61f0a5 req-a5bedc2b-60c6-4cf8-8199-590b4ea97f98 service nova] Releasing lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.551120] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]52c4e232-3d14-44ed-6048-19e3f73dad95, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.551649] env[69265]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923cb849-fae5-489d-968e-42ac5af1e921 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.557212] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1415.557212] env[69265]: value = "session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528fe00f-518d-d779-6dbf-c593a8754361" [ 1415.557212] env[69265]: _type = "Task" [ 1415.557212] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.565130] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528fe00f-518d-d779-6dbf-c593a8754361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.702859] env[69265]: DEBUG nova.network.neutron [-] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.067571] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': session[52f1a230-d29f-a3a1-3ba3-5bdfd187007d]528fe00f-518d-d779-6dbf-c593a8754361, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.067840] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.068107] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3/4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.068360] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8cb892f-903e-43af-8f62-4e575141575e {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.074764] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1416.074764] env[69265]: value = "task-3477358" [ 1416.074764] env[69265]: _type = "Task" [ 1416.074764] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.082162] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.205969] env[69265]: INFO nova.compute.manager [-] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Took 1.24 seconds to deallocate network for instance. [ 1416.255044] env[69265]: DEBUG nova.compute.manager [req-54ab3f9d-dc84-4b39-ac72-b8766f88ae75 req-e50017ee-b5ae-4c10-833c-c5ba68381a01 service nova] [instance: d4ec3291-280d-4141-8508-788c71eb904f] Received event network-vif-deleted-9acc8f58-20e7-4161-9ac1-39986bfd9363 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.584437] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411764} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.584838] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/874d7480-b4be-4ee5-a86f-5be16c8c152b/874d7480-b4be-4ee5-a86f-5be16c8c152b.vmdk to [datastore1] 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3/4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3.vmdk {{(pid=69265) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.584970] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Extending root virtual disk to 1048576 {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.585168] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-532aec32-f00f-4606-b849-ba10082bb3f4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.591570] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1416.591570] env[69265]: value = "task-3477359" [ 1416.591570] env[69265]: _type = "Task" [ 1416.591570] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.598672] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.713163] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.713442] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.713668] env[69265]: DEBUG nova.objects.instance [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lazy-loading 'resources' on Instance uuid d4ec3291-280d-4141-8508-788c71eb904f {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.102104] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063574} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.102104] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Extended root virtual disk {{(pid=69265) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.103058] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd945e9-1866-4588-a21d-3044353bc38d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.125549] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3/4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.125857] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717d5f25-13d0-4ea9-b698-159b9b583b8d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.145342] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1417.145342] env[69265]: value = "task-3477360" [ 1417.145342] env[69265]: _type = "Task" [ 1417.145342] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.153775] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.264426] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c05f957-5bd9-4ff7-a5a6-f44f2c48548b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.271993] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5789bc3-4787-421e-9028-75c5ad1a6283 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.302281] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5011faf7-0777-4ba3-ab2c-6749790ad051 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.309591] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d5529-2922-4ad7-a28a-a25d37f3d4a6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.322557] env[69265]: DEBUG nova.compute.provider_tree [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.655816] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477360, 'name': ReconfigVM_Task, 'duration_secs': 0.278565} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.656217] env[69265]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3/4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3.vmdk or device None with type sparse {{(pid=69265) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.656711] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-818646db-4c04-4299-85ad-08e13b68a716 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.662729] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1417.662729] env[69265]: value = "task-3477361" [ 1417.662729] env[69265]: _type = "Task" [ 1417.662729] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.670193] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477361, 'name': Rename_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.825710] env[69265]: DEBUG nova.scheduler.client.report [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.173585] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477361, 'name': Rename_Task, 'duration_secs': 0.123588} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.173865] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.174112] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a20255d-05f0-441b-9754-ccf79e41d3c2 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.180831] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1418.180831] env[69265]: value = "task-3477362" [ 1418.180831] env[69265]: _type = "Task" [ 1418.180831] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.187911] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.330732] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.348196] env[69265]: INFO nova.scheduler.client.report [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Deleted allocations for instance d4ec3291-280d-4141-8508-788c71eb904f [ 1418.691732] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.856379] env[69265]: DEBUG oslo_concurrency.lockutils [None req-b5647ac1-d028-464c-9444-b21b06d1e8e6 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Lock "d4ec3291-280d-4141-8508-788c71eb904f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.191236] env[69265]: DEBUG oslo_vmware.api [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477362, 'name': PowerOnVM_Task, 'duration_secs': 0.965633} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.191496] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.191699] env[69265]: INFO nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1419.191881] env[69265]: DEBUG nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.192627] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f946fccc-14a1-4de4-b1f2-f64df4170062 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.709755] env[69265]: INFO nova.compute.manager [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Took 11.84 seconds to build instance. [ 1419.836214] env[69265]: DEBUG nova.compute.manager [req-5869fc3d-62e1-4ed3-b949-45520eb9d59e req-b68bf77b-35a0-4db0-b89b-51d48a6aeea4 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Received event network-changed-a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.836402] env[69265]: DEBUG nova.compute.manager [req-5869fc3d-62e1-4ed3-b949-45520eb9d59e req-b68bf77b-35a0-4db0-b89b-51d48a6aeea4 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Refreshing instance network info cache due to event network-changed-a62344c6-fa82-40cd-93eb-6ff54d3907c9. {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1419.836618] env[69265]: DEBUG oslo_concurrency.lockutils [req-5869fc3d-62e1-4ed3-b949-45520eb9d59e req-b68bf77b-35a0-4db0-b89b-51d48a6aeea4 service nova] Acquiring lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.836762] env[69265]: DEBUG oslo_concurrency.lockutils [req-5869fc3d-62e1-4ed3-b949-45520eb9d59e req-b68bf77b-35a0-4db0-b89b-51d48a6aeea4 service nova] Acquired lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.836919] env[69265]: DEBUG nova.network.neutron [req-5869fc3d-62e1-4ed3-b949-45520eb9d59e req-b68bf77b-35a0-4db0-b89b-51d48a6aeea4 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Refreshing network info cache for port a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.215221] env[69265]: DEBUG oslo_concurrency.lockutils [None req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.356s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.568637] env[69265]: DEBUG nova.network.neutron [req-5869fc3d-62e1-4ed3-b949-45520eb9d59e req-b68bf77b-35a0-4db0-b89b-51d48a6aeea4 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updated VIF entry in instance network info cache for port a62344c6-fa82-40cd-93eb-6ff54d3907c9. {{(pid=69265) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.569374] env[69265]: DEBUG nova.network.neutron [req-5869fc3d-62e1-4ed3-b949-45520eb9d59e req-b68bf77b-35a0-4db0-b89b-51d48a6aeea4 service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updating instance_info_cache with network_info: [{"id": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "address": "fa:16:3e:e7:13:5f", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62344c6-fa", "ovs_interfaceid": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.071744] env[69265]: DEBUG oslo_concurrency.lockutils [req-5869fc3d-62e1-4ed3-b949-45520eb9d59e req-b68bf77b-35a0-4db0-b89b-51d48a6aeea4 service nova] Releasing lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.269894] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.270227] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.270416] env[69265]: DEBUG nova.compute.manager [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.271378] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09c7844-dcc0-4141-858c-c86412b9a99a {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.278302] env[69265]: DEBUG nova.compute.manager [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69265) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1457.278863] env[69265]: DEBUG nova.objects.instance [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'flavor' on Instance uuid 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.287812] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.288205] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81ea9a31-82a7-49bf-972e-37973a08bbd8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.298494] env[69265]: DEBUG oslo_vmware.api [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1458.298494] env[69265]: value = "task-3477363" [ 1458.298494] env[69265]: _type = "Task" [ 1458.298494] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.306351] env[69265]: DEBUG oslo_vmware.api [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.732808] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.733101] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.808427] env[69265]: DEBUG oslo_vmware.api [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477363, 'name': PowerOffVM_Task, 'duration_secs': 0.18006} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.808771] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.809082] env[69265]: DEBUG nova.compute.manager [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.809868] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d0978-9dad-4fd9-8c5f-ebc62cde4709 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.320703] env[69265]: DEBUG oslo_concurrency.lockutils [None req-9db31d5e-7b89-4b60-9d5a-6cc7de0d6d47 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.619279] env[69265]: DEBUG nova.objects.instance [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'flavor' on Instance uuid 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.124548] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.124703] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.124883] env[69265]: DEBUG nova.network.neutron [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.125111] env[69265]: DEBUG nova.objects.instance [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'info_cache' on Instance uuid 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.628235] env[69265]: DEBUG nova.objects.base [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Object Instance<4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3> lazy-loaded attributes: flavor,info_cache {{(pid=69265) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1460.732608] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.235025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.235289] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.235465] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.235619] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69265) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1461.236515] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b09b9-7d79-4c1e-aaca-1cda14c3f432 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.245201] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6179d392-258a-4c48-a132-19816eb7de45 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.258687] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c15d60-32ac-4474-bdaf-29c7f49afa86 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.264892] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fdf00f-96ae-4852-97e7-8f7ada4390c4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.295278] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180845MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69265) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1461.295320] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.295508] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.325982] env[69265]: DEBUG nova.network.neutron [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updating instance_info_cache with network_info: [{"id": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "address": "fa:16:3e:e7:13:5f", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62344c6-fa", "ovs_interfaceid": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.829058] env[69265]: DEBUG oslo_concurrency.lockutils [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.320752] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Instance 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69265) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1462.320961] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1462.321128] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69265) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1462.351421] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e35575-0aa0-472a-9baf-3527f30af2b6 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.359363] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d3fc62-6a3d-4a5e-93b0-d63bcf33dd23 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.390545] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72f1ce-c8da-470f-bcb0-288f5173d811 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.397159] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7d911d-58a0-40c7-808e-414253693f63 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.409863] env[69265]: DEBUG nova.compute.provider_tree [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.835249] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Powering on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.835602] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd6f678-4593-40fc-af0c-4d1aaddef8e4 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.843551] env[69265]: DEBUG oslo_vmware.api [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1462.843551] env[69265]: value = "task-3477364" [ 1462.843551] env[69265]: _type = "Task" [ 1462.843551] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.850763] env[69265]: DEBUG oslo_vmware.api [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.913062] env[69265]: DEBUG nova.scheduler.client.report [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.352846] env[69265]: DEBUG oslo_vmware.api [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477364, 'name': PowerOnVM_Task, 'duration_secs': 0.371118} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.353141] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Powered on the VM {{(pid=69265) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.353343] env[69265]: DEBUG nova.compute.manager [None req-ddb91aa3-3e6b-461c-9fe0-a4b1a36f4788 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.354082] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669e1f1b-bd1b-4d1d-b657-79d222a2732c {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.418089] env[69265]: DEBUG nova.compute.resource_tracker [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69265) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1463.418280] env[69265]: DEBUG oslo_concurrency.lockutils [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.341973] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccc7ddc-e07e-4c56-be90-e41a1b32d652 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.348804] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-47f779a3-0657-4fc9-a0ee-221c2ad80a74 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Suspending the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1464.349035] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-42e25d86-1024-4c6d-855f-e6d587f3cb44 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.355361] env[69265]: DEBUG oslo_vmware.api [None req-47f779a3-0657-4fc9-a0ee-221c2ad80a74 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1464.355361] env[69265]: value = "task-3477365" [ 1464.355361] env[69265]: _type = "Task" [ 1464.355361] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.363364] env[69265]: DEBUG oslo_vmware.api [None req-47f779a3-0657-4fc9-a0ee-221c2ad80a74 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477365, 'name': SuspendVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.419095] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.419430] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.419650] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.419844] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.728957] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.865165] env[69265]: DEBUG oslo_vmware.api [None req-47f779a3-0657-4fc9-a0ee-221c2ad80a74 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477365, 'name': SuspendVM_Task} progress is 75%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.234443] env[69265]: DEBUG oslo_service.periodic_task [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69265) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.234595] env[69265]: DEBUG nova.compute.manager [None req-4c147e74-e843-4934-b556-41cf6996ee0a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69265) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1465.365950] env[69265]: DEBUG oslo_vmware.api [None req-47f779a3-0657-4fc9-a0ee-221c2ad80a74 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477365, 'name': SuspendVM_Task, 'duration_secs': 0.861685} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.366285] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-47f779a3-0657-4fc9-a0ee-221c2ad80a74 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Suspended the VM {{(pid=69265) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1465.366399] env[69265]: DEBUG nova.compute.manager [None req-47f779a3-0657-4fc9-a0ee-221c2ad80a74 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.367128] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ab95ca-bca6-4444-8b8b-e4671fedd9de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.667908] env[69265]: INFO nova.compute.manager [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Resuming [ 1466.668551] env[69265]: DEBUG nova.objects.instance [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'flavor' on Instance uuid 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.180061] env[69265]: DEBUG oslo_concurrency.lockutils [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.180061] env[69265]: DEBUG oslo_concurrency.lockutils [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquired lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.180536] env[69265]: DEBUG nova.network.neutron [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Building network info cache for instance {{(pid=69265) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.866296] env[69265]: DEBUG nova.network.neutron [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updating instance_info_cache with network_info: [{"id": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "address": "fa:16:3e:e7:13:5f", "network": {"id": "7fffb930-1a13-4e57-8b5e-1541cde9c41f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1572678662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e36f7e59c8f045b6b0f07e9b18dd5544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62344c6-fa", "ovs_interfaceid": "a62344c6-fa82-40cd-93eb-6ff54d3907c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.369025] env[69265]: DEBUG oslo_concurrency.lockutils [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Releasing lock "refresh_cache-4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" {{(pid=69265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.370120] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3e7511-43cb-483d-88f4-e10274358fbd {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.377180] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Resuming the VM {{(pid=69265) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1469.377403] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5621e90-ce03-4277-9fb3-4ecbdd7de3de {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.383292] env[69265]: DEBUG oslo_vmware.api [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1469.383292] env[69265]: value = "task-3477366" [ 1469.383292] env[69265]: _type = "Task" [ 1469.383292] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.390804] env[69265]: DEBUG oslo_vmware.api [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.897141] env[69265]: DEBUG oslo_vmware.api [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477366, 'name': PowerOnVM_Task, 'duration_secs': 0.477498} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.897409] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Resumed the VM {{(pid=69265) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1469.897609] env[69265]: DEBUG nova.compute.manager [None req-70812c84-bcf3-4c7f-9580-fb0a73a354ee tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Checking state {{(pid=69265) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.898482] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ac440-07a3-4b86-870d-c0439ab0b0fb {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.310411] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.310752] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.310881] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.311081] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.311261] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.313377] env[69265]: INFO nova.compute.manager [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Terminating instance [ 1471.817097] env[69265]: DEBUG nova.compute.manager [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Start destroying the instance on the hypervisor. {{(pid=69265) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.817346] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Destroying instance {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.818258] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd8da1-aac8-4da1-ba99-c4376efa183b {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.826499] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Powering off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.826711] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82491887-0c51-46a7-99a0-c4b3b0c013db {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.832632] env[69265]: DEBUG oslo_vmware.api [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1471.832632] env[69265]: value = "task-3477367" [ 1471.832632] env[69265]: _type = "Task" [ 1471.832632] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.840092] env[69265]: DEBUG oslo_vmware.api [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.346394] env[69265]: DEBUG oslo_vmware.api [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477367, 'name': PowerOffVM_Task, 'duration_secs': 0.198401} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.346837] env[69265]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Powered off the VM {{(pid=69265) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.347166] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Unregistering the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.347543] env[69265]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21b6c29e-7ed3-47d7-83b1-77a05f9b9912 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.408051] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Unregistered the VM {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.408360] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Deleting contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.408656] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleting the datastore file [datastore1] 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.409035] env[69265]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27e8b7d7-f5b2-4269-a86e-9c6cc5835f51 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.417150] env[69265]: DEBUG oslo_vmware.api [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for the task: (returnval){ [ 1472.417150] env[69265]: value = "task-3477369" [ 1472.417150] env[69265]: _type = "Task" [ 1472.417150] env[69265]: } to complete. {{(pid=69265) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.428243] env[69265]: DEBUG oslo_vmware.api [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.927659] env[69265]: DEBUG oslo_vmware.api [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Task: {'id': task-3477369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149095} completed successfully. {{(pid=69265) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.927901] env[69265]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted the datastore file {{(pid=69265) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.928103] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Deleted contents of the VM from datastore datastore1 {{(pid=69265) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.928280] env[69265]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Instance destroyed {{(pid=69265) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.928454] env[69265]: INFO nova.compute.manager [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1472.928694] env[69265]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69265) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1472.928883] env[69265]: DEBUG nova.compute.manager [-] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Deallocating network for instance {{(pid=69265) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.928967] env[69265]: DEBUG nova.network.neutron [-] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] deallocate_for_instance() {{(pid=69265) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.406621] env[69265]: DEBUG nova.compute.manager [req-7dfc8fbd-d484-4d64-9f1e-aa0562806145 req-030e7939-90ee-4440-a3b2-22b5f71ddaff service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Received event network-vif-deleted-a62344c6-fa82-40cd-93eb-6ff54d3907c9 {{(pid=69265) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.406856] env[69265]: INFO nova.compute.manager [req-7dfc8fbd-d484-4d64-9f1e-aa0562806145 req-030e7939-90ee-4440-a3b2-22b5f71ddaff service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Neutron deleted interface a62344c6-fa82-40cd-93eb-6ff54d3907c9; detaching it from the instance and deleting it from the info cache [ 1473.406973] env[69265]: DEBUG nova.network.neutron [req-7dfc8fbd-d484-4d64-9f1e-aa0562806145 req-030e7939-90ee-4440-a3b2-22b5f71ddaff service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.890413] env[69265]: DEBUG nova.network.neutron [-] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Updating instance_info_cache with network_info: [] {{(pid=69265) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.910808] env[69265]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60b90670-b4ae-4e4d-9d3f-d0e12eb8c733 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.920434] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31523438-1e72-4862-8022-37cf8d3b2cda {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.944431] env[69265]: DEBUG nova.compute.manager [req-7dfc8fbd-d484-4d64-9f1e-aa0562806145 req-030e7939-90ee-4440-a3b2-22b5f71ddaff service nova] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Detach interface failed, port_id=a62344c6-fa82-40cd-93eb-6ff54d3907c9, reason: Instance 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 could not be found. {{(pid=69265) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1474.393313] env[69265]: INFO nova.compute.manager [-] [instance: 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3] Took 1.46 seconds to deallocate network for instance. [ 1474.899542] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.899933] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.900052] env[69265]: DEBUG nova.objects.instance [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lazy-loading 'resources' on Instance uuid 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 {{(pid=69265) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.433383] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a521a4-8c06-46e0-8263-734412b924b8 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.440686] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e5418-2f3b-41cc-a9fe-5a8e18f6e34d {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.471303] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a09ba3-fe14-4b24-a67c-1c84c8e01ce0 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.477940] env[69265]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fc7aea-ed0b-44ed-ad7d-8567da90fc81 {{(pid=69265) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.490693] env[69265]: DEBUG nova.compute.provider_tree [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed in ProviderTree for provider: 54dc8967-839c-47d9-afbf-145e08cc68ae {{(pid=69265) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.993538] env[69265]: DEBUG nova.scheduler.client.report [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Inventory has not changed for provider 54dc8967-839c-47d9-afbf-145e08cc68ae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69265) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.499131] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.523097] env[69265]: INFO nova.scheduler.client.report [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Deleted allocations for instance 4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3 [ 1477.031597] env[69265]: DEBUG oslo_concurrency.lockutils [None req-3cae70c8-91a2-485d-9fef-d003ae1886ce tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Lock "4b79b8e9-dd5d-4c42-9777-4dd5dbe1ddf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.721s {{(pid=69265) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}